-- Logs begin at Sun 2022-02-20 21:16:40 UTC, end at Sun 2022-02-20 22:13:34 UTC. -- Feb 20 21:48:04.087875 dv-cinder-830093-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 20 21:48:07.017086 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.common.config [-] Logging enabled! Feb 20 21:48:07.017657 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 21:48:07.017881 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102598) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 21:48:07.021180 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.common.config [-] Logging enabled! Feb 20 21:48:07.021437 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 21:48:07.021747 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102598) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 21:48:07.022681 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 21:48:07.022918 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 21:48:07.023294 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 21:48:07.023541 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 21:48:07.024166 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 21:48:07.024494 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.024918 dv-cinder-830093-1-iscsi neutron-server[102598]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 20 21:48:07.025271 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.025569 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.025861 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.026155 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.026446 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.026727 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.027014 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.027309 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.027595 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.027879 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.028163 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.028452 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.028736 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.029057 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.029345 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.029626 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] debug = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.029906 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.030327 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.030744 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.031027 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.031315 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.031593 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.031864 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.032138 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.032425 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.032748 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] host = dv-cinder-830093-1-iscsi {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.033061 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.033350 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.033636 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.033917 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.034190 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.034467 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.034780 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.035053 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.035325 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] log_file = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.035599 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.035884 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.036167 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.036456 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.036683 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.036907 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.037216 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.037502 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.037781 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.038054 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.038369 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.038599 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.038871 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.039139 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.039419 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.039700 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.039982 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.040256 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.040528 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.040797 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.041091 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.041374 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.041646 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.041915 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.042184 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.042468 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.042737 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.043008 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.043307 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.043591 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.043870 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.044152 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.044425 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.044704 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.045005 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.045267 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.045537 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] use_json = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.045807 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.046076 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.046354 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.046624 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.046894 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.047165 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.047434 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.047715 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.047989 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:07.048280 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.048574 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.048869 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.049191 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.049486 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.049761 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.050048 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.050832 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.051118 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.051655 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.051940 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.052214 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.052510 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.052796 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.053114 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.053416 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.053706 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.053995 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.054269 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.054542 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.054814 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.055089 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.055373 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.055648 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.055934 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.056219 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.056493 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.056786 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.057091 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.057382 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.057668 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.057944 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.058217 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.058503 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.058776 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.059050 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.059327 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.059613 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.059887 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.060158 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.060438 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.060712 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.060997 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.061281 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.061561 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.061853 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.062127 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.062397 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.062667 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.062939 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.063209 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.063491 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.063764 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.064035 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.064304 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.064579 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.064849 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.065143 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.065418 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.065691 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.066543 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.066808 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.067080 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.067353 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.067624 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.067901 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.068172 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.068444 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.068719 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.069005 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.069280 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.069553 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.069825 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.070099 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.070380 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.070674 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.070968 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.071229 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.071506 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.071782 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.072059 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.072335 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.072610 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.072883 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.073182 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.073474 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.073757 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.074043 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.074342 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.074623 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.074919 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.075197 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.075475 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.075759 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.076037 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.076315 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.076598 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.076879 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.077199 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.077496 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.077794 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.078086 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.078377 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.078658 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.078963 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.079243 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:07.079459 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 21:48:07.079697 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102598) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 20 21:48:07.455191 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 21:48:07.455472 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 21:48:07.455782 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 21:48:07.456258 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 20 21:48:07.786230 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:07.786449 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:07.786721 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:07.788337 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:07.788337 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:07.788529 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:07.836146 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:07.836425 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:07.836694 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:07.851460 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:07.851736 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:07.852008 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:07.881337 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:07.881621 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:07.881891 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:07.918686 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:07.918965 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:07.919231 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.266481 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.267092 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.267092 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.267282 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.267974 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.367936 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.368259 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.368545 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.368817 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.369107 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.369423 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.369686 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.369945 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.370201 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.370486 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.370749 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.371018 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.371277 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.371532 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.371814 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.372081 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.372341 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.372657 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.372929 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.373215 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.373494 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.373750 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.374032 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.374414 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.374666 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.374916 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.375319 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102598) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 21:48:08.375566 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102598) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 21:48:08.375811 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102598) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 21:48:08.376054 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102598) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 21:48:08.376296 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102598) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 21:48:08.376536 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102598) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 21:48:08.376911 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 20 21:48:08.380115 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 20 21:48:08.384223 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 20 21:48:08.388178 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Feb 20 21:48:08.389872 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 20 21:48:08.390380 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 20 21:48:08.390718 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 20 21:48:08.391107 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 20 21:48:08.394082 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 20 21:48:08.394335 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 20 21:48:08.394681 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 21:48:08.399674 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 20 21:48:08.423133 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 20 21:48:08.423596 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.423899 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102598) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 20 21:48:08.424269 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.426531 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102598) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 20 21:48:08.426817 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 21:48:08.427064 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 20 21:48:08.430413 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.430705 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:08.493680 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 20 21:48:08.493923 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 20 21:48:08.494164 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 20 21:48:08.494543 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 20 21:48:08.516422 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_db.sqlalchemy.engines [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102598) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 20 21:48:08.954870 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.managers [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Initializing driver for type 'gre' Feb 20 21:48:08.955477 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] gre ID ranges: [(1, 1000)] Feb 20 21:48:09.009482 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.managers [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Initializing driver for type 'local' Feb 20 21:48:09.009825 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.managers [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Initializing driver for type 'vlan' Feb 20 21:48:09.022672 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] VlanTypeDriver initialization complete Feb 20 21:48:09.023040 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.managers [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Initializing driver for type 'vxlan' Feb 20 21:48:09.023565 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] vxlan ID ranges: [(1, 1000)] Feb 20 21:48:09.073351 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.managers [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Initializing extension driver 'port_security' Feb 20 21:48:09.073677 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.extensions.port_security [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] PortSecurityExtensionDriver initialization complete Feb 20 21:48:09.074058 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.managers [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Initializing mechanism driver 'openvswitch' Feb 20 21:48:09.074388 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.managers [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Initializing mechanism driver 'hyperv' Feb 20 21:48:09.081000 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.plugins.ml2.plugin [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:48:09.082429 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > port after_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.082805 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > port after_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.083163 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > port after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.083684 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102598) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 21:48:09.084112 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > subnet after_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.084466 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > subnet after_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.084811 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.085232 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102598) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 21:48:09.085636 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > network after_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.085983 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > network after_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.086330 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > network after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.086727 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102598) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 21:48:09.087132 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > security_group after_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.087480 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > security_group after_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.087822 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.088220 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102598) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 21:48:09.088623 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.088968 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.089329 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.089722 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102598) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 21:48:09.090123 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > address_group after_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.090467 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > address_group after_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.090805 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.091201 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102598) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 21:48:09.091643 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] ML2 OVO RPC backend initialized. {{(pid=102598) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 20 21:48:09.092345 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.092703 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.093151 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > network before_response 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.093498 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > networks before_response 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.093845 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > port before_response 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.094187 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > ports before_response 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.094529 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > subnet before_response 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.094871 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > subnets before_response 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.095214 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > network after_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.095555 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > network after_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.095892 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > network after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.096232 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > port after_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.096570 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > port after_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.096921 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > port after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.097270 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > subnet after_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.097611 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > subnet after_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.097944 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.105178 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.quota [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded quota_driver: . Feb 20 21:48:09.105553 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.plugin [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Modular L2 Plugin initialization complete Feb 20 21:48:09.105899 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading services supported by the core plugin {{(pid=102598) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 20 21:48:09.106238 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.plugins.ml2.managers [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Got port-security extension from driver 'port_security' Feb 20 21:48:09.106716 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.extensions.vlantransparent [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Disabled vlantransparent extension. Feb 20 21:48:09.107209 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102598) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 20 21:48:09.107535 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading Plugin: router Feb 20 21:48:09.144849 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.145271 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router after_create 55549900 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.145643 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router before_create 55549900 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.146007 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.146379 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.146736 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router after_delete 55549900 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.147093 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.147444 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.147800 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router after_create 55549900 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.148144 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router after_update 55549900 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.148492 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router after_update 55549900 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.148839 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.149236 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router after_update 55549900 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.149645 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router precommit_update 55549900 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.150014 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: port after_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.150353 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: port after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.150691 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: subnet after_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.151029 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.151376 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.151720 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router precommit_create 55549900 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.152059 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: port before_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.152401 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router precommit_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.152763 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router after_update 55549900 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.153137 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.153634 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router precommit_create 55549900 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.153999 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.154347 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router precommit_update 55549900 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.154711 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > agent after_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.155059 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > agent after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.155403 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > network after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.156273 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Tracking information for resource: router configured {{(pid=102598) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 21:48:09.156611 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Tracking information for resource: floatingip configured {{(pid=102598) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 21:48:09.162061 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.db.l3_agentschedulers_db [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 20 21:48:09.162641 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: port after_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.163004 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: port after_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.163357 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: port after_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.163713 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: port after_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.164502 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router before_create 55550100 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.164865 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.165267 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router precommit_create 55550100 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.165624 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > router precommit_update 55550100 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.170513 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.services.provider_configuration [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Service providers = [] {{(pid=102598) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 20 21:48:09.170877 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.db.servicetype_db [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102598) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 20 21:48:09.173866 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.services.service_base [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102598) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 21:48:09.174218 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.services.service_base [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102598) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 21:48:09.174560 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.services.service_base [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102598) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 21:48:09.176074 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.services.service_base [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102598) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 21:48:09.176695 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.services.service_base [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 20 21:48:09.177099 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102598) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 21:48:09.177417 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 20 21:48:09.188232 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102598) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 21:48:09.188573 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading Plugin: auto_allocate Feb 20 21:48:09.194391 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: network precommit_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.194758 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: network precommit_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.195286 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102598) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 21:48:09.195601 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading Plugin: tag Feb 20 21:48:09.202386 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102598) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 21:48:09.202727 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading Plugin: timestamp Feb 20 21:48:09.207102 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102598) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 21:48:09.207433 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading Plugin: network_ip_availability Feb 20 21:48:09.212870 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.213267 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.213625 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.214330 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102598) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 21:48:09.214650 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading Plugin: flavors Feb 20 21:48:09.219573 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102598) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 21:48:09.219911 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading Plugin: revisions Feb 20 21:48:09.224858 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102598) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 21:48:09.225277 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_concurrency.lockutils [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.769s {{(pid=102598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 21:48:09.226022 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102598) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 20 21:48:09.226357 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Initializing extension manager. Feb 20 21:48:09.226878 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: __init__.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.227220 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: __pycache__ {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.227556 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.227888 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: address_group.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.228636 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.229233 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: address-group Feb 20 21:48:09.229556 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: address_scope.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.230271 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.230780 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: address-scope Feb 20 21:48:09.231103 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.232033 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.232546 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: router-admin-state-down-before-update Feb 20 21:48:09.232877 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: agent.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.233606 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.234116 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: agent Feb 20 21:48:09.234437 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: agent_resources_synced.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.235341 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.235848 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: agent-resources-synced Feb 20 21:48:09.236169 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: allowedaddresspairs.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.238065 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.238589 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: allowed-address-pairs Feb 20 21:48:09.238917 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: auto_allocated_topology.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.239998 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.240518 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: auto-allocated-topology Feb 20 21:48:09.240846 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: availability_zone.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.241569 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.242078 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: availability_zone Feb 20 21:48:09.242402 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: availability_zone_filter.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.243314 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.243824 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: availability_zone_filter Feb 20 21:48:09.244148 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: data_plane_status.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.245093 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.245600 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension data-plane-status not supported by any of loaded plugins Feb 20 21:48:09.245922 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: default_subnetpools.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.246835 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.247346 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: default-subnetpools Feb 20 21:48:09.247671 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.248477 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.249004 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: dhcp_agent_scheduler Feb 20 21:48:09.249334 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: dns.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.250249 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.250759 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension dns-integration not supported by any of loaded plugins Feb 20 21:48:09.251083 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: dns_domain_ports.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.251998 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.252508 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 20 21:48:09.252835 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.253816 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.254319 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 20 21:48:09.254640 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: dvr.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.255312 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.255820 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: dvr Feb 20 21:48:09.256140 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: ecmp_routes.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.257071 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.257577 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 20 21:48:09.257895 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: empty_string_filtering.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.258799 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.259308 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: empty-string-filtering Feb 20 21:48:09.259629 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.260546 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.261076 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 20 21:48:09.261398 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.262314 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.262821 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 20 21:48:09.263140 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: external_net.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.264057 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.264568 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: external-net Feb 20 21:48:09.264887 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.265824 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.266333 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: extra_dhcp_opt Feb 20 21:48:09.266655 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: extraroute.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.267563 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.268070 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: extraroute Feb 20 21:48:09.268389 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: extraroute_atomic.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.269960 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.270476 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: extraroute-atomic Feb 20 21:48:09.270800 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: filter_validation.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.271474 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.271977 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: filter-validation Feb 20 21:48:09.272296 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: fip_pf_description.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.273234 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.273740 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 20 21:48:09.274059 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: fip_port_details.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.275154 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.275665 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: fip-port-details Feb 20 21:48:09.275989 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: flavors.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.277256 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.277776 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: flavors Feb 20 21:48:09.278101 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.279792 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.280317 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 20 21:48:09.280645 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: floatingip_pools.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.281379 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.281893 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: floatingip-pools Feb 20 21:48:09.282216 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: ip_allocation.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.283146 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.283658 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension ip_allocation not supported by any of loaded plugins Feb 20 21:48:09.283977 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.285477 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.285993 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: ip-substring-filtering Feb 20 21:48:09.286318 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: l2_adjacency.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.287252 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.287767 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 20 21:48:09.288088 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: l3.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.289090 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.289614 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: router Feb 20 21:48:09.289937 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.292188 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.292721 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 20 21:48:09.293075 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.294007 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.294526 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: ext-gw-mode Feb 20 21:48:09.294852 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.295779 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.296297 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: l3-ha Feb 20 21:48:09.296622 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.297563 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.298072 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 20 21:48:09.298393 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: l3_flavors.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.299304 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.299816 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: l3-flavors Feb 20 21:48:09.300137 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.301853 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.302371 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 20 21:48:09.302706 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.303632 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.304149 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 20 21:48:09.304478 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: l3agentscheduler.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.305570 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.306086 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: l3_agent_scheduler Feb 20 21:48:09.306410 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: local_ip.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.308180 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.308706 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension local_ip not supported by any of loaded plugins Feb 20 21:48:09.309061 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: logging.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.311949 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.312476 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension logging not supported by any of loaded plugins Feb 20 21:48:09.312816 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: metering.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.313593 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.314178 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: metering Feb 20 21:48:09.314520 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.315599 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.316151 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: metering_source_and_destination_fields Feb 20 21:48:09.316481 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: multiprovidernet.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.317437 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.317959 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: multi-provider Feb 20 21:48:09.318286 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: netmtu.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.319199 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.319714 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: net-mtu Feb 20 21:48:09.320037 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: netmtu_writable.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.320966 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.321505 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: net-mtu-writable Feb 20 21:48:09.321827 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: network_availability_zone.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.322497 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.323010 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: network_availability_zone Feb 20 21:48:09.323331 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: network_ip_availability.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.324487 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.324963 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: network-ip-availability Feb 20 21:48:09.325323 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: network_segment_range.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.326090 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.326597 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension network-segment-range not supported by any of loaded plugins Feb 20 21:48:09.326919 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: pagination.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.327902 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.328232 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: pagination Feb 20 21:48:09.328553 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: port_device_profile.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.329494 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.330005 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: port-device-profile Feb 20 21:48:09.330325 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.331243 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.332268 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: port-mac-address-regenerate Feb 20 21:48:09.332630 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.333579 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.334092 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: port-numa-affinity-policy Feb 20 21:48:09.334413 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: port_resource_request.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.335328 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.335833 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension port-resource-request not supported by any of loaded plugins Feb 20 21:48:09.336155 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: port_resource_request_groups.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.337161 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.337669 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 20 21:48:09.337993 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: portbindings.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.338924 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.339435 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: binding Feb 20 21:48:09.339758 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: portbindings_extended.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.341071 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.341596 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: binding-extended Feb 20 21:48:09.341927 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: portsecurity.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.342844 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.343370 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: port-security Feb 20 21:48:09.343697 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: project_id.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.344671 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.345025 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: project-id Feb 20 21:48:09.345353 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: providernet.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.346264 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.346774 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: provider Feb 20 21:48:09.347708 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: qos.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.351339 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.351867 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension qos not supported by any of loaded plugins Feb 20 21:48:09.352201 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.353505 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.353999 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 20 21:48:09.354325 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.355243 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.355756 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 20 21:48:09.356077 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: qos_default.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.356999 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.357584 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension qos-default not supported by any of loaded plugins Feb 20 21:48:09.357905 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: qos_fip.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.358836 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.359349 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension qos-fip not supported by any of loaded plugins Feb 20 21:48:09.359673 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.360586 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.361136 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 20 21:48:09.361458 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: qos_gateway_ip.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.362374 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.362909 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 20 21:48:09.363236 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: qos_port_network_policy.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.364270 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.364779 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 20 21:48:09.365131 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.366181 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.366695 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 20 21:48:09.367016 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.368062 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.368577 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 20 21:48:09.368899 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: qos_pps_rule.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.370107 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.370623 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension qos-pps not supported by any of loaded plugins Feb 20 21:48:09.370951 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: qos_rule_type_details.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.371863 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.372373 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 20 21:48:09.372696 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: qos_rules_alias.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.373780 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.374293 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 20 21:48:09.374617 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: quota_check_limit.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.375534 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.376050 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: quota-check-limit Feb 20 21:48:09.376373 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: quotasv2.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.377320 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.377648 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: quotas Feb 20 21:48:09.377967 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: quotasv2_detail.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.379768 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.380112 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: quota_details Feb 20 21:48:09.380445 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: rbac.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.381519 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.382044 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: rbac-policies Feb 20 21:48:09.382375 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: rbac_address_group.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.383308 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.383825 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: rbac-address-group Feb 20 21:48:09.384154 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: rbac_address_scope.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.385104 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.385621 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: rbac-address-scope Feb 20 21:48:09.385947 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: rbac_security_groups.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.386860 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.387375 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: rbac-security-groups Feb 20 21:48:09.387701 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: rbac_subnetpool.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.388681 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.389259 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: rbac-subnetpool Feb 20 21:48:09.389585 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: revisionifmatch.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.390514 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.391024 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: revision-if-match Feb 20 21:48:09.391348 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: revisions.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.392515 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.393063 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: standard-attr-revisions Feb 20 21:48:09.393418 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: router_availability_zone.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.394609 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.395256 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: router_availability_zone Feb 20 21:48:09.395587 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: routerservicetype.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.396850 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.397427 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension router-service-type not supported by any of loaded plugins Feb 20 21:48:09.397791 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.398864 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.401079 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: security-groups-normalized-cidr Feb 20 21:48:09.401414 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.402540 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.403276 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: port-security-groups-filtering Feb 20 21:48:09.403638 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.404871 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.405645 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: security-groups-remote-address-group Feb 20 21:48:09.406214 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.407369 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.407965 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: security-groups-shared-filtering Feb 20 21:48:09.408316 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.408961 dv-cinder-830093-1-iscsi neutron-server[102598]: WARNING neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 20 21:48:09.409362 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: securitygroup.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.420054 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.420588 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: security-group Feb 20 21:48:09.420921 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: segment.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.421732 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.422245 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension segment not supported by any of loaded plugins Feb 20 21:48:09.422571 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.423521 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.424031 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 20 21:48:09.424357 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: servicetype.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.425537 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.426058 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: service-type Feb 20 21:48:09.426636 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: sorting.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.427625 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.427953 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: sorting Feb 20 21:48:09.428276 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: standard_attr_segment.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.429223 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.429739 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 20 21:48:09.430062 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: standardattrdescription.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.430714 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.431222 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: standard-attr-description Feb 20 21:48:09.431544 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: stateful_security_group.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.432477 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.432997 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: stateful-security-group Feb 20 21:48:09.433340 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: stdattrs_common.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.433907 dv-cinder-830093-1-iscsi neutron-server[102598]: WARNING neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 20 21:48:09.434226 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.435154 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.435667 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 20 21:48:09.435987 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: subnet_onboard.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.437105 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.437608 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: subnet_onboard Feb 20 21:48:09.437934 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.438884 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.439395 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 20 21:48:09.439717 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: subnet_service_types.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.440636 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.441210 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: subnet-service-types Feb 20 21:48:09.441536 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: subnetallocation.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.442629 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.443147 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: subnet_allocation Feb 20 21:48:09.443479 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.444145 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.444666 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: subnetpool-prefix-ops Feb 20 21:48:09.445010 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.445937 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.446452 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 20 21:48:09.446774 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: tagging.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.447852 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.448367 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: standard-attr-tag Feb 20 21:48:09.448697 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: timestamp.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.449935 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.450452 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loaded extension: standard-attr-timestamp Feb 20 21:48:09.450776 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: trunk.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.451815 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.452329 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension trunk not supported by any of loaded plugins Feb 20 21:48:09.452652 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: trunk_details.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.453615 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.454127 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension trunk-details not supported by any of loaded plugins Feb 20 21:48:09.454448 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: uplink_status_propagation.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.455368 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.455882 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 20 21:48:09.456201 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Loading extension file: vlantransparent.py {{(pid=102598) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 21:48:09.457416 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102598) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 21:48:09.457920 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 20 21:48:09.460393 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Creating instance of TrackedResource for resource:network Feb 20 21:48:09.460909 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Creating instance of TrackedResource for resource:subnet Feb 20 21:48:09.461336 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 21:48:09.461725 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Creating instance of TrackedResource for resource:port Feb 20 21:48:09.462946 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.v2.resource_helper [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 21:48:09.463391 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.v2.resource_helper [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Service FLAVORS assigned prefix: {{(pid=102598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 21:48:09.464004 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.v2.resource_helper [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 21:48:09.464434 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.v2.resource_helper [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 21:48:09.464763 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Creating instance of TrackedResource for resource:router Feb 20 21:48:09.465210 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Creating instance of TrackedResource for resource:floatingip Feb 20 21:48:09.465703 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.v2.resource_helper [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Service METERING assigned prefix: /metering {{(pid=102598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 21:48:09.467145 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.467516 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.467866 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:48:09.468874 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 21:48:09.469352 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Creating instance of TrackedResource for resource:security_group Feb 20 21:48:09.469775 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 21:48:09.470381 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.v2.resource_helper [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Service CORE assigned prefix: {{(pid=102598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 21:48:09.470707 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 21:48:09.471052 dv-cinder-830093-1-iscsi neutron-server[102598]: WARNING neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] subnetpool is already registered Feb 20 21:48:09.471469 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.v2.resource_helper [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Service CORE assigned prefix: {{(pid=102598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 21:48:09.471793 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 21:48:09.472750 dv-cinder-830093-1-iscsi neutron-server[102598]: WARNING neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] subnetpool is already registered Feb 20 21:48:09.475058 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.v2.resource_helper [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 21:48:09.475490 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.v2.resource_helper [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Service FLAVORS assigned prefix: {{(pid=102598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 21:48:09.476077 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.v2.resource_helper [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 21:48:09.476498 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.v2.resource_helper [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 21:48:09.476830 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Creating instance of TrackedResource for resource:router Feb 20 21:48:09.477194 dv-cinder-830093-1-iscsi neutron-server[102598]: WARNING neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] router is already registered Feb 20 21:48:09.477605 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Creating instance of TrackedResource for resource:floatingip Feb 20 21:48:09.477937 dv-cinder-830093-1-iscsi neutron-server[102598]: WARNING neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] floatingip is already registered Feb 20 21:48:09.478388 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.v2.resource_helper [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Service METERING assigned prefix: /metering {{(pid=102598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 21:48:09.479046 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 21:48:09.479370 dv-cinder-830093-1-iscsi neutron-server[102598]: WARNING neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] rbac_policy is already registered Feb 20 21:48:09.479776 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Creating instance of TrackedResource for resource:security_group Feb 20 21:48:09.480115 dv-cinder-830093-1-iscsi neutron-server[102598]: WARNING neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] security_group is already registered Feb 20 21:48:09.480512 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 21:48:09.480842 dv-cinder-830093-1-iscsi neutron-server[102598]: WARNING neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] security_group_rule is already registered Feb 20 21:48:09.481493 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.v2.resource_helper [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Service CORE assigned prefix: {{(pid=102598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 21:48:09.481822 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 21:48:09.482152 dv-cinder-830093-1-iscsi neutron-server[102598]: WARNING neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] subnetpool is already registered Feb 20 21:48:09.482564 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.v2.resource_helper [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Service CORE assigned prefix: {{(pid=102598) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 21:48:09.482886 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 21:48:09.483212 dv-cinder-830093-1-iscsi neutron-server[102598]: WARNING neutron.quota.resource_registry [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] subnetpool is already registered Feb 20 21:48:09.483678 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: extensions {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.485151 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: address-groups {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.486669 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: address-scopes {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.488023 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: agents {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.489248 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: auto-allocated-topology {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.490518 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: availability_zones {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.491743 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: dhcp-networks {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.493293 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: dhcp-agents {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.494734 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: routers {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.496969 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: flavors {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.498168 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: service_profiles {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.499386 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: next_providers {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.500897 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: service_profiles {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.502482 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: floatingip-pools {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.503758 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: routers {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.505903 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: floatingips {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.508076 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: l3-routers {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.509539 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: l3-agents {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.510967 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: metering-labels {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.512343 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: metering-label-rules {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.513661 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: network-ip-availabilities {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.514952 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: bindings {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.516603 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: quotas {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.518205 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: quotas {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.520270 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: rbac-policies {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.521597 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: security-groups {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.522833 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: security-group-rules {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.524097 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: service-providers {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.525361 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: subnetpools {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.526788 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: subnetpools {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.528257 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: tags {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.529954 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: tags {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.531783 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: tags {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.533574 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: tags {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.535940 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: tags {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.537820 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: tags {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.539536 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: tags {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.541456 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: tags {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.543187 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: tags {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.545101 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron.api.extensions [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Extended resource: tags {{(pid=102598) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 21:48:09.550935 dv-cinder-830093-1-iscsi neutron-server[102598]: WARNING keystonemiddleware.auth_token [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 20 21:48:09.555892 dv-cinder-830093-1-iscsi neutron-server[102598]: WARNING keystonemiddleware.auth_token [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 20 21:48:09.564472 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_concurrency.lockutils [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Acquired lock "singleton_lock" {{(pid=102598) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 20 21:48:09.564949 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_concurrency.lockutils [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Releasing lock "singleton_lock" {{(pid=102598) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 20 21:48:09.565632 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO oslo_service.service [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Starting 2 workers Feb 20 21:48:09.570533 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Started child 102707 {{(pid=102598) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 21:48:09.575107 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Started child 102708 {{(pid=102598) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 21:48:09.576099 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:09.576759 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO neutron.service [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 20 21:48:09.577263 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:09.577652 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [-] (102707) wsgi starting up on http://0.0.0.0:9696 Feb 20 21:48:09.579733 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO oslo_service.service [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Starting 1 workers Feb 20 21:48:09.579841 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:09.581175 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [-] (102708) wsgi starting up on http://0.0.0.0:9696 Feb 20 21:48:09.585550 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Started child 102709 {{(pid=102598) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 21:48:09.586095 dv-cinder-830093-1-iscsi neutron-server[102598]: INFO oslo_service.service [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Starting 1 workers Feb 20 21:48:09.589260 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.service [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] calling RpcWorker wait() {{(pid=102709) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 20 21:48:09.589785 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.service [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] returning from RpcWorker wait() {{(pid=102709) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 20 21:48:09.590598 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Started child 102710 {{(pid=102598) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 21:48:09.591195 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:09.591430 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG neutron_lib.callbacks.manager [None req-fed705c3-042a-418c-bcba-c47ed940d933 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:09.591789 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:48:09.593420 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102598) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 21:48:09.593645 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 21:48:09.593832 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 21:48:09.594058 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 21:48:09.594418 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 21:48:09.594582 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 21:48:09.595081 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.595367 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.595454 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:09.595905 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.595905 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.596128 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.596380 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:48:09.596704 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.597107 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.597879 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.598153 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.598400 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.598569 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.598739 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.598996 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.599226 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.599544 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.599813 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.600058 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.600300 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.600475 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.600736 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.601028 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.601282 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.601544 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] debug = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.601789 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.602268 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.602515 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.602776 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.603009 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.603257 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.603493 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.603771 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.604015 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.604247 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.604499 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.604766 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.605025 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.605260 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.605527 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.605739 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.605992 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.606209 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.606657 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] host = dv-cinder-830093-1-iscsi {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.606877 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.607091 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.607320 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.607582 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.607835 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.608059 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.608317 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.608597 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.608840 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.609085 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.609322 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.609575 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.609810 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.610045 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] log_file = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.610209 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] log_options = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.610440 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.610714 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.610980 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.611170 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.611338 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.611501 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.611762 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.611925 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.612170 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.612397 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.612605 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.612874 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.613108 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.613356 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.613606 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.613818 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.614036 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.614265 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.614506 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.614730 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.614954 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.615196 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.615429 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.615685 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.615873 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.616104 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.616344 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.616571 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.616790 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.617097 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.617279 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.617523 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.617758 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.618003 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.618247 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.618488 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.618710 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.618923 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.619208 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.619396 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.619633 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.620058 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.620420 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.620791 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.621180 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.621541 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.621913 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] use_json = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.622288 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.622661 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.623071 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.623424 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.623790 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.624154 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.624526 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.624917 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.625292 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.625923 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.626374 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.626880 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.627309 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.627715 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.628135 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.629076 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.629471 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.629890 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.630291 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.630755 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.631153 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.631622 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.632084 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.632542 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.633075 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.633516 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.633961 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.634366 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.634787 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.635185 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.635589 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.636039 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.636447 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.636859 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.637286 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.637695 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.638173 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.638596 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.639102 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.639539 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.639967 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.640384 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.640773 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.641197 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.641586 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.641999 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.642310 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.642538 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.642806 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.643059 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.643318 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.643587 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.643813 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.644853 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.645337 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.645647 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.645929 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.646203 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.646456 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.646690 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.646936 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.647161 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.647385 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.647643 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.647865 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.648129 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.648410 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.648636 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.648856 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.649095 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.652424 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.652715 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.655060 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.655339 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.655578 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.655839 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.656072 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.656351 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.656588 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.656838 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.657090 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.657321 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.657545 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.657785 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.658035 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.658277 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.658501 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.658722 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.658941 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.659159 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.662765 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.663028 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.663309 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.663566 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.663820 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.664063 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.664304 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.664539 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.664779 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.665192 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.665679 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.666698 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.666698 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.666698 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.666967 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.667182 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.667429 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.667822 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.668078 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.668308 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.668673 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.669127 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.669520 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.670502 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.670502 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.670502 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.670502 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.670799 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.670893 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.671268 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.671630 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.672020 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.672259 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.672534 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.672792 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.673075 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.673405 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.673910 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.673910 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.674163 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.674464 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.674688 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.674963 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.675277 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.675570 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.675847 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.676097 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.676595 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.677078 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.677336 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.677598 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.677858 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.678105 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.678326 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.678562 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.678794 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.679010 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.679240 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.679564 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.679796 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.680012 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.680246 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.680519 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.680875 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.681091 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.681364 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.681603 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.681860 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.682122 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.682349 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.682709 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.682973 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.683364 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.683681 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.683936 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.684157 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.684430 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.684615 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.684849 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.685107 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.685324 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.685541 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.685753 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.685984 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.686212 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.686470 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.686681 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.686911 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.687132 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.687348 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.687562 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.687793 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.688020 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.688567 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.688567 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.688950 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.688950 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.689244 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.689426 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.689666 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.689917 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.690129 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.690393 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.690611 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.691332 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.691546 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.691763 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.692471 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.692471 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.692471 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.692800 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.692889 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.693179 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.693509 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.693855 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.694089 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.694343 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.694579 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.694801 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.695015 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.695232 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.695479 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.695695 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.695898 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.696111 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.696324 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.696538 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.696750 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.696961 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.697241 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.697486 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.697738 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.697954 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.698195 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.698409 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.698623 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.698835 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.699045 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.699471 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.699471 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.699712 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.699885 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.700178 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.700429 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.700656 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.700919 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.701175 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.701452 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.701679 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.701855 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:48:09.701954 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.702084 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.702303 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.702537 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.702745 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.702970 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.703244 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.703386 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.703625 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.703863 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.704071 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.704294 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.704508 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.704716 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.704937 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.705178 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.705387 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.705628 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.706016 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.706984 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.707395 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.707799 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.708022 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.708269 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.708487 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.708724 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.708947 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.709214 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.709424 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.709731 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.709990 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.710210 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.710499 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.710726 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.710970 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.711244 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.711514 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.711747 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.712005 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.712239 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.712460 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.712667 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.712932 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.713266 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.713567 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.713820 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.714074 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.714349 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.714632 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.714905 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.715119 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.715425 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.715732 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.716009 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.716272 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.716540 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.716776 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.717038 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.717264 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.717476 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.717708 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.717953 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.718209 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.718431 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.718655 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.718869 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.719093 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.719306 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.719687 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.719781 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.720005 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.720215 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.720530 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 21:48:09.721087 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102598) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 21:48:09.721245 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 21:48:09.721395 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 21:48:09.721710 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 21:48:09.721882 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 21:48:09.722056 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 21:48:09.722271 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.722431 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.722783 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.722944 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.723102 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.723282 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.723443 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.723603 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.723762 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.723922 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.724083 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.724240 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.724383 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.724542 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.724700 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.724844 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.725096 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.725177 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.725328 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.725479 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.725634 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.725791 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.725954 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] debug = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.726096 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.726432 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.726596 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.726761 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.726917 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.727077 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.727231 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.727375 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.727677 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.727833 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.728132 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.728288 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.728584 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.728742 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.729059 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.729226 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.729387 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.729539 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.729697 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] host = dv-cinder-830093-1-iscsi {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.729853 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.730146 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.730443 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.730602 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.730760 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.730919 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.731079 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.731236 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.731393 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.731545 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.731708 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.731865 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.732022 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.732170 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] log_file = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.732334 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] log_options = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.732490 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.732650 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.732802 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.733152 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.733318 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.733476 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.733639 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.733799 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.733950 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.734109 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.734266 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.734426 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.734580 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.734741 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.734891 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.735052 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.735211 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.735369 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.735530 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.735688 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.735845 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.736001 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.736160 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.736319 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.736473 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.736629 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.736795 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.736934 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.737114 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.737271 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.737428 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.737585 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.737770 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.737979 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.738078 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.738227 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.738387 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.738655 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.738757 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.738838 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.739196 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.739196 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.739361 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.739427 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.739602 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.739751 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.739892 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] use_json = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.740039 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.740193 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.740348 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.740648 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.740952 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.741128 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.741286 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.741447 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.741590 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 21:48:09.741765 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.741921 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.742087 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.742255 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.742410 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.742715 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.742884 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.743019 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.743177 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.743331 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.743496 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.743675 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.743827 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.744052 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.744287 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.744430 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.744535 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.744696 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.744855 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.745037 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.745200 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.745359 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.745528 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.745687 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.745849 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.746009 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.746174 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.746336 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.746496 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.746671 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.746831 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.746992 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.747152 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.747312 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.747472 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.747634 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.747795 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.747956 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.748117 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.748276 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.748436 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.748596 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.748757 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.748916 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.749103 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.749265 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.749425 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.749586 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.749746 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.749907 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.750069 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.750228 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.750388 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.750549 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.750710 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.750871 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.751030 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.751201 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.751361 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.751522 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.751682 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.751843 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.752003 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.752163 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.752322 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.752482 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.752650 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.752796 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.753031 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.753203 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.753861 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.753999 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.754131 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.754290 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.754486 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.754621 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.754779 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.754936 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.755099 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.755258 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.755416 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.755576 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.755736 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.755895 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.756055 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.756215 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.756392 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.756555 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.756713 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.756871 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.757038 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.757211 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.757384 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.757543 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.757761 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.757883 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.758288 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.758288 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.758288 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.758509 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.758586 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 49474) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:48:09.758670 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.758798 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.758953 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.759117 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.759280 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.759439 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.759599 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.759758 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.759916 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.760074 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.760233 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.760391 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.760549 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.760710 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.760870 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.761050 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.761213 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.761398 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.761548 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.761691 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.761847 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.762013 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.762156 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.762324 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.762492 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.762655 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.762816 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.762976 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.763136 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.763296 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.763463 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.763605 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.763763 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.763919 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.764081 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.764300 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.764452 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.764592 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.764744 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.764908 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.765102 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.765244 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.765406 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.765567 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.765724 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.765883 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.766044 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.766205 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.766360 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.766520 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.766681 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.766842 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.766986 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.767146 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.767265 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065832 Feb 20 21:48:09.767431 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.767550 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.767639 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.767750 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.767915 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.768083 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.768225 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.768386 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.768547 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.768709 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.768865 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.770441 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.770441 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.770441 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.770441 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.770441 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.770441 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.770765 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.770765 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.770765 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.770957 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.771196 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.771296 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.771375 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.771534 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.771694 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.771854 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.772015 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.772175 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.772335 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.772496 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.772656 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.772816 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.772987 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.773165 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.773325 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.773485 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.773645 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.773804 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.773966 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.774142 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.774300 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.774476 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.774618 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.775725 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.775891 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.776053 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.776214 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.776376 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.776535 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.776698 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.776858 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.777043 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.777207 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.777355 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.777515 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.777678 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.777842 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.778006 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.778168 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.778330 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.778489 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.778648 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.778811 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.778958 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.779116 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.779276 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.779436 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.779596 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.779767 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.780012 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.780116 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.780236 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.780395 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.780553 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.780721 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.780880 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.781061 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.781222 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.781381 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.781540 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.781710 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.781870 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.782028 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.782187 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.782345 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.782507 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.782676 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.782835 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.783019 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.783194 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.783338 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.785327 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.785327 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.785636 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.785792 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.785929 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.786062 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.786195 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.786341 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.786475 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.786636 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.786790 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.786962 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.787130 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.787305 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.787470 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.787635 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.787806 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.787946 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.788171 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.788323 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.788481 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.788625 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.788755 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.788891 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.789054 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.789198 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.789341 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.789508 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.790156 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.790156 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.790156 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.790156 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.790430 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.790519 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.790622 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.790792 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.790968 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.791132 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.791319 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.791490 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.791638 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.792621 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.792621 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.792621 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.792621 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.792621 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.792621 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.793040 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.793040 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.793163 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.793246 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.793480 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.793578 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.793685 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.793851 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.794008 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 21:48:09.794149 dv-cinder-830093-1-iscsi neutron-server[102598]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102598) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 21:48:21.008235 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3fecc8-267f-4f12-96ce-af9411a4e45e None None] get_active_networks_info from dv-cinder-830093-1-iscsi {{(pid=102709) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 21:48:21.070284 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3fecc8-267f-4f12-96ce-af9411a4e45e None None] No non-hosted networks {{(pid=102709) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 20 21:48:21.086742 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.agentschedulers_db [None req-5f3fecc8-267f-4f12-96ce-af9411a4e45e None None] DHCP Agent not found on host dv-cinder-830093-1-iscsi {{(pid=102709) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 20 21:48:21.201230 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-d38a3542-0b23-4613-9f9e-d7c11f2fec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641884'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:23.081442 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-21189e23-9a78-46e7-9282-333675500199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641884'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:23.114117 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-c8772e9f-519a-4001-ba54-5d19adf991ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:24.378813 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641884'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:25.852800 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641884'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:27.047460 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 49556) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:48:27.258786 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641884'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:27.260226 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:27.260850 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:27.261442 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:27.262019 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:27.262553 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:27.263490 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:27.264026 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:27.264601 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:27.265246 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:27.265850 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:27.266404 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:27.267000 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:27.267537 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:27.268382 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830093-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:48:27.286938 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830093-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:48:27.605764 dv-cinder-830093-1-iscsi neutron-server[102708]: WARNING oslo_policy.policy [None req-b5a2e0e4-5c28-4512-b931-1eb46f8838f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 21:48:27.606288 dv-cinder-830093-1-iscsi neutron-server[102708]: WARNING oslo_policy.policy [None req-b5a2e0e4-5c28-4512-b931-1eb46f8838f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 21:48:27.832080 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [None req-b5a2e0e4-5c28-4512-b931-1eb46f8838f0 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102708) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 21:48:27.843345 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-b5a2e0e4-5c28-4512-b931-1eb46f8838f0 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7847872 Feb 20 21:48:30.183211 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.db.l3_hamode_db [None req-c7cb0c38-96bd-47ef-8336-14c7e808c51e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 20 21:48:30.260094 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cb0c38-96bd-47ef-8336-14c7e808c51e None None] Routers set() bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:48:30.260479 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cb0c38-96bd-47ef-8336-14c7e808c51e None None] Router IDs set() for agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 20 21:48:30.411206 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 49582) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:48:30.716034 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-6dc809af-b94d-4260-b970-2edfbd713e70 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:48:30.806207 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.policy [None req-6dc809af-b94d-4260-b970-2edfbd713e70 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102708) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 21:48:30.848820 dv-cinder-830093-1-iscsi neutron-server[102708]: WARNING oslo_policy.policy [None req-6dc809af-b94d-4260-b970-2edfbd713e70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 21:48:30.849220 dv-cinder-830093-1-iscsi neutron-server[102708]: WARNING oslo_policy.policy [None req-6dc809af-b94d-4260-b970-2edfbd713e70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 21:48:30.942830 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6dc809af-b94d-4260-b970-2edfbd713e70 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760287438932', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760287440257', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760287432717', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760287459972', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760287445865', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760287471518', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3834318', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3961485', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-917243', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-959914'] for rbac-policy (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:31.007705 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6dc809af-b94d-4260-b970-2edfbd713e70 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:31.008867 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-6dc809af-b94d-4260-b970-2edfbd713e70 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5967560 Feb 20 21:48:33.484940 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 49592) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:48:33.787497 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:48:33.816949 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Made reservation on behalf of 50324ef082824246b72d7afb34805fa5 for: {'network': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:48:33.820935 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for network (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:33.837795 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:33.943931 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Publish callbacks [] for security_group (7764ef0b-0577-4773-9645-3ab88371e61d), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:33.947565 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (7764ef0b-0577-4773-9645-3ab88371e61d), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:33.971579 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=102708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:48:34.006766 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760288176433', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (1fe6d9a6-ae29-44d8-8835-100606c0a42d), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:34.007354 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Unsubscribe: segment precommit_create {{(pid=102708) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 21:48:34.007880 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.segments_db [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Added segment 1fe6d9a6-ae29-44d8-8835-100606c0a42d of type vlan for network 76c4ef49-85f2-4fc7-b46f-4a255ea87087 Feb 20 21:48:34.023311 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7764ef0b-0577-4773-9645-3ab88371e61d,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:48:34.072046 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:34.072413 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:34.072772 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:34.073141 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:34.073474 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:34.073806 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:34.074141 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:34.074465 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:34.074789 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:34.075114 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:34.075437 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:34.075756 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:34.076073 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Tracked resource versions report: Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: pushed versions: Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: { 'AddressGroup': {'1.2'}, Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'ConntrackHelper': {'1.0'}, Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'LocalIPAssociation': {'1.0'}, Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'Log': {'1.0'}, Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'Network': {'1.1'}, Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'Port': {'1.7'}, Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'PortForwarding': {'1.2'}, Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'QosPolicy': {'1.10'}, Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'SecurityGroup': {'1.5'}, Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'SecurityGroupRule': {'1.2'}, Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'SubPort': {'1.0'}, Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'Subnet': {'1.1'}, Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'Trunk': {'1.1'}} Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: consumer versions: Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: { DHCP agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: L3 agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: Metadata agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: Metering agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: Open vSwitch agent@dv-cinder-830093-1-iscsi: { 'AddressGroup': '1.2', Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'ConntrackHelper': '1.0', Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'LocalIPAssociation': '1.0', Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'Log': '1.0', Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'Network': '1.1', Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'Port': '1.7', Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'PortForwarding': '1.2', Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'QosPolicy': '1.10', Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'SecurityGroup': '1.5', Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'SecurityGroupRule': '1.2', Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'SubPort': '1.0', Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'Subnet': '1.1', Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: 'Trunk': '1.1'}} Feb 20 21:48:34.077487 dv-cinder-830093-1-iscsi neutron-server[102708]: {{(pid=102708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 21:48:34.118954 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760287717003'] for network (76c4ef49-85f2-4fc7-b46f-4a255ea87087), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:34.157519 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for network (76c4ef49-85f2-4fc7-b46f-4a255ea87087), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:34.162522 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:48:34.163251 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:34.252285 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7662494 Feb 20 21:48:34.282123 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf1b02-bf05-4b0b-873c-c2040bd5de4f demo demo] Pushing event updated for resources: {'Network': ['ID=76c4ef49-85f2-4fc7-b46f-4a255ea87087,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:48:34.294454 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Network 76c4ef49-85f2-4fc7-b46f-4a255ea87087 details requested by agent ovs-agent-dv-cinder-830093-1-iscsi with host dv-cinder-830093-1-iscsi {{(pid=102709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:48:36.789473 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 49604) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:48:37.186912 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf9f8fd-59ad-4ac1-9708-a9c6e877c6e5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:48:37.188200 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-3cf9f8fd-59ad-4ac1-9708-a9c6e877c6e5 demo admin] 10.222.0.61 "GET /v2.0/networks/76c4ef49-85f2-4fc7-b46f-4a255ea87087 HTTP/1.1" status: 200 len: 825 time: 0.3977678 Feb 20 21:48:37.212008 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-515966e8-fb2b-43dd-9855-098e61176357 demo admin] 10.222.0.61 "GET /v2.0/subnetpools/0b224fda-0184-44f8-9b21-fa0da9fdee51 HTTP/1.1" status: 200 len: 734 time: 0.0175200 Feb 20 21:48:37.220041 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-dba6dbef-8033-433a-bcda-cf56287474a8 demo admin] Request body: {'subnet': {'network_id': '76c4ef49-85f2-4fc7-b46f-4a255ea87087', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '0b224fda-0184-44f8-9b21-fa0da9fdee51', 'gateway_ip': '172.20.0.1'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:48:37.239851 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba6dbef-8033-433a-bcda-cf56287474a8 demo admin] Made reservation on behalf of 50324ef082824246b72d7afb34805fa5 for: {'subnet': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:48:37.242150 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-dba6dbef-8033-433a-bcda-cf56287474a8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:37.530279 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-dba6dbef-8033-433a-bcda-cf56287474a8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for subnet (3932db45-152c-4cd5-bf66-a075f0d2dd03), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:37.600558 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6dbef-8033-433a-bcda-cf56287474a8 demo admin] Checking segment: {'id': '1fe6d9a6-ae29-44d8-8835-100606c0a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '76c4ef49-85f2-4fc7-b46f-4a255ea87087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:48:37.600939 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba6dbef-8033-433a-bcda-cf56287474a8 demo admin] Network hostable DHCP agents. Network: 76c4ef49-85f2-4fc7-b46f-4a255ea87087, hostable agents: ['6fcc0529-21bc-43b9-962d-56692d0812bd'], hosted agents: [] {{(pid=102708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:48:37.605397 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6dbef-8033-433a-bcda-cf56287474a8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3932db45-152c-4cd5-bf66-a075f0d2dd03,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:48:37.622937 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba6dbef-8033-433a-bcda-cf56287474a8 demo admin] Network 76c4ef49-85f2-4fc7-b46f-4a255ea87087 is scheduled to be hosted by DHCP agent 6fcc0529-21bc-43b9-962d-56692d0812bd with binding_index 1 {{(pid=102708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:48:37.633339 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-dba6dbef-8033-433a-bcda-cf56287474a8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-1-iscsi, 76c4ef49-85f2-4fc7-b46f-4a255ea87087) {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:48:37.638337 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba6dbef-8033-433a-bcda-cf56287474a8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:48:37.638943 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-dba6dbef-8033-433a-bcda-cf56287474a8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:37.644028 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca72eb0-496a-4a9f-ad70-cb0fe926dc09 None None] Network 76c4ef49-85f2-4fc7-b46f-4a255ea87087 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:48:37.654043 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-dba6dbef-8033-433a-bcda-cf56287474a8 demo admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4370964 Feb 20 21:48:38.019209 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64180d25-863e-5e6e-960c-f070cb81dd8f-76c4ef49-85f2-4fc7-b46f-4a255ea87087', 'network_id': '76c4ef49-85f2-4fc7-b46f-4a255ea87087', 'project_id': '50324ef082824246b72d7afb34805fa5', 'fixed_ips': [{'subnet_id': '3932db45-152c-4cd5-bf66-a075f0d2dd03'}]}} from dv-cinder-830093-1-iscsi. {{(pid=102709) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 21:48:38.020523 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:38.293668 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.db_base_plugin_common [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Allocated IP 172.20.0.2 (76c4ef49-85f2-4fc7-b46f-4a255ea87087/3932db45-152c-4cd5-bf66-a075f0d2dd03/b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e) {{(pid=102709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:48:38.563783 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Publish callbacks [] for port (b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e), precommit_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:38.572138 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e), after_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:38.648341 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Network 76c4ef49-85f2-4fc7-b46f-4a255ea87087 is already hosted by enough agents. {{(pid=102709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:48:38.654967 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.base_scheduler [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Resources bound (agent type, host, resource id): {{(pid=102709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:48:38.658226 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Received port after_create {{(pid=102709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:48:38.664400 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Pushing event updated for resources: {'Port': ['ID=b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e,revision_number=1']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:48:38.695606 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:38.695973 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:38.696336 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:38.696676 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:38.697036 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:38.697371 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:38.697701 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:38.698027 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:38.698353 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:38.698693 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:38.699021 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:38.699342 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:38.699663 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Tracked resource versions report: Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: pushed versions: Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: { 'AddressGroup': {'1.2'}, Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'ConntrackHelper': {'1.0'}, Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'LocalIPAssociation': {'1.0'}, Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'Log': {'1.0'}, Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'Network': {'1.1'}, Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'Port': {'1.7'}, Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'PortForwarding': {'1.2'}, Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'QosPolicy': {'1.10'}, Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'SecurityGroup': {'1.5'}, Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'SecurityGroupRule': {'1.2'}, Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'SubPort': {'1.0'}, Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'Subnet': {'1.1'}, Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'Trunk': {'1.1'}} Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: consumer versions: Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: { DHCP agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: L3 agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: Metadata agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: Metering agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: Open vSwitch agent@dv-cinder-830093-1-iscsi: { 'AddressGroup': '1.2', Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'ConntrackHelper': '1.0', Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'LocalIPAssociation': '1.0', Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'Log': '1.0', Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'Network': '1.1', Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'Port': '1.7', Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'PortForwarding': '1.2', Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'QosPolicy': '1.10', Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'SecurityGroup': '1.5', Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'SecurityGroupRule': '1.2', Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'SubPort': '1.0', Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'Subnet': '1.1', Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: 'Trunk': '1.1'}} Feb 20 21:48:38.701071 dv-cinder-830093-1-iscsi neutron-server[102709]: {{(pid=102709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 21:48:38.750229 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Attempting to bind port b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:48:38.750630 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Attempting to bind port b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '1fe6d9a6-ae29-44d8-8835-100606c0a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '76c4ef49-85f2-4fc7-b46f-4a255ea87087'}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:48:38.751024 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Attempting to bind port b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e on network 76c4ef49-85f2-4fc7-b46f-4a255ea87087 {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:48:38.756596 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:48:38.756987 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Checking segment: {'id': '1fe6d9a6-ae29-44d8-8835-100606c0a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '76c4ef49-85f2-4fc7-b46f-4a255ea87087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:48:38.757476 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:38.757873 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Bound using segment: {'id': '1fe6d9a6-ae29-44d8-8835-100606c0a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '76c4ef49-85f2-4fc7-b46f-4a255ea87087'} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:48:38.758355 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Bound port: b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe6d9a6-ae29-44d8-8835-100606c0a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '76c4ef49-85f2-4fc7-b46f-4a255ea87087'}}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:48:38.758763 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:38.821526 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] For port b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:48:38.826240 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] For port b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e,segment=NetworkSegment(1fe6d9a6-ae29-44d8-8835-100606c0a42d),segment_id=1fe6d9a6-ae29-44d8-8835-100606c0a42d)] {{(pid=102709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:48:38.833317 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:38.898404 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7ae1e-e131-4527-9c1b-9fe70347f6fe None None] Pushing event updated for resources: {'Port': ['ID=b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e,revision_number=2']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:48:40.216748 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 49612) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:48:40.527084 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [None req-13c3ddbe-2ed6-47a9-92a7-0ae2a9eab151 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102708) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 21:48:40.528154 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-13c3ddbe-2ed6-47a9-92a7-0ae2a9eab151 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3104007 Feb 20 21:48:43.045386 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 49620) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:48:43.536460 dv-cinder-830093-1-iscsi neutron-server[102707]: WARNING oslo_policy.policy [None req-f6ed43e9-0e42-4145-96fb-42b3ca9bc26c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 21:48:43.537158 dv-cinder-830093-1-iscsi neutron-server[102707]: WARNING oslo_policy.policy [None req-f6ed43e9-0e42-4145-96fb-42b3ca9bc26c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 21:48:43.761559 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [None req-f6ed43e9-0e42-4145-96fb-42b3ca9bc26c admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 21:48:43.762752 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-f6ed43e9-0e42-4145-96fb-42b3ca9bc26c admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7154303 Feb 20 21:48:46.310197 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 49634) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:48:46.623393 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-3ea03760-2e50-467a-800e-0e82f560341f demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:48:46.646448 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-3ea03760-2e50-467a-800e-0e82f560341f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27494'] for router (c49779a0-3d28-4050-b892-311a3f09e0b7), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:46.647976 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-3ea03760-2e50-467a-800e-0e82f560341f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27549'] for router (c49779a0-3d28-4050-b892-311a3f09e0b7), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:46.787907 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-3ea03760-2e50-467a-800e-0e82f560341f demo demo] Publish callbacks [] for router_controller (c49779a0-3d28-4050-b892-311a3f09e0b7), precommit_add_association {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:46.793059 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-3ea03760-2e50-467a-800e-0e82f560341f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642983'] for router (c49779a0-3d28-4050-b892-311a3f09e0b7), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:46.810281 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-3ea03760-2e50-467a-800e-0e82f560341f demo demo] Publish callbacks [] for router (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:46.811506 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-3ea03760-2e50-467a-800e-0e82f560341f demo demo] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5003450 Feb 20 21:48:49.350956 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 49646) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:48:49.658340 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [None req-fb4e164b-e393-4f47-9d0e-bbdb765b172b admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102708) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 21:48:49.659373 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-fb4e164b-e393-4f47-9d0e-bbdb765b172b admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3074763 Feb 20 21:48:50.010136 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:48:50.097226 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:48:50.097651 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:50.204577 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b7b5cf-a223-43dc-8769-1f4140c4890c None None] Network 76c4ef49-85f2-4fc7-b46f-4a255ea87087 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:48:50.218446 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:48:50.218835 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:50.292759 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] For port b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e,segment=NetworkSegment(1fe6d9a6-ae29-44d8-8835-100606c0a42d),segment_id=1fe6d9a6-ae29-44d8-8835-100606c0a42d)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:48:50.307208 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:50.387994 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-18096694-25d8-4268-b4e9-adf483470180 None None] Provisioning complete for port b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:48:50.388319 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-18096694-25d8-4268-b4e9-adf483470180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:50.396734 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Pushing event updated for resources: {'Port': ['ID=b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e,revision_number=3']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:48:50.486399 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-18096694-25d8-4268-b4e9-adf483470180 None None] Current status of the port b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:48:50.606419 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-1a8cdcd7-f50d-4c6f-950a-8c166bca02ae None None] Provisioning complete for port b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:48:50.606824 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-1a8cdcd7-f50d-4c6f-950a-8c166bca02ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:50.683149 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-1a8cdcd7-f50d-4c6f-950a-8c166bca02ae None None] Current status of the port b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:48:50.983806 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-ec2b9d30-f8a6-45dc-b678-2c08704b2e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:51.966147 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:48:52.013752 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:48:52.014156 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:52.089502 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:48:52.186409 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 49656) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:48:52.490889 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-c1077f17-8104-4513-bf17-d9309304ee66 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:48:52.510034 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1077f17-8104-4513-bf17-d9309304ee66 admin admin] Made reservation on behalf of 1273a6ffa439404b99bcf4e076269830 for: {'network': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:48:52.512291 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c1077f17-8104-4513-bf17-d9309304ee66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for network (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:52.521803 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c1077f17-8104-4513-bf17-d9309304ee66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:52.592339 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c1077f17-8104-4513-bf17-d9309304ee66 admin admin] Publish callbacks [] for security_group (3efac762-f61a-4f2d-8853-4e97f55ca528), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:52.597452 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c1077f17-8104-4513-bf17-d9309304ee66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (3efac762-f61a-4f2d-8853-4e97f55ca528), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:52.612747 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c1077f17-8104-4513-bf17-d9309304ee66 admin admin] Reserving flat network on physical network physnet1 {{(pid=102708) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 20 21:48:52.631095 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1077f17-8104-4513-bf17-d9309304ee66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efac762-f61a-4f2d-8853-4e97f55ca528,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:48:52.636823 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c1077f17-8104-4513-bf17-d9309304ee66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:52.637251 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.segments_db [None req-c1077f17-8104-4513-bf17-d9309304ee66 admin admin] Added segment 7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b of type flat for network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 Feb 20 21:48:52.682939 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c1077f17-8104-4513-bf17-d9309304ee66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760287717003'] for network (64ae5708-48ae-4f2e-98e0-0b35ff108ff4), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:52.713383 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c1077f17-8104-4513-bf17-d9309304ee66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for network (64ae5708-48ae-4f2e-98e0-0b35ff108ff4), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:52.714283 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1077f17-8104-4513-bf17-d9309304ee66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:48:52.714848 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c1077f17-8104-4513-bf17-d9309304ee66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:52.786793 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-c1077f17-8104-4513-bf17-d9309304ee66 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5982025 Feb 20 21:48:52.810491 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1077f17-8104-4513-bf17-d9309304ee66 admin admin] Pushing event updated for resources: {'Network': ['ID=64ae5708-48ae-4f2e-98e0-0b35ff108ff4,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:48:52.820702 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 details requested by agent ovs-agent-dv-cinder-830093-1-iscsi with host dv-cinder-830093-1-iscsi {{(pid=102709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:48:53.076569 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-0a8ad5df-a042-4b73-961b-686d23f69ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:54.332396 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:55.292029 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 49674) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:48:55.465826 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a028929-56c6-4408-b813-418987d940db demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:48:55.467136 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-2a028929-56c6-4408-b813-418987d940db demo admin] 10.222.0.61 "GET /v2.0/subnets/3932db45-152c-4cd5-bf66-a075f0d2dd03 HTTP/1.1" status: 200 len: 849 time: 0.1741354 Feb 20 21:48:55.587245 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-6242a52d-1cc4-4760-8829-2374817e93df demo admin] 10.222.0.61 "GET /v2.0/routers/c49779a0-3d28-4050-b892-311a3f09e0b7 HTTP/1.1" status: 200 len: 704 time: 0.1144705 Feb 20 21:48:55.801242 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:55.857652 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3189e98-5c53-4edd-adde-d2013c62c6fd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:56.187136 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [None req-f3189e98-5c53-4edd-adde-d2013c62c6fd demo admin] Allocated IP 172.20.0.1 (76c4ef49-85f2-4fc7-b46f-4a255ea87087/3932db45-152c-4cd5-bf66-a075f0d2dd03/f767bb19-a824-4305-8998-70a6bbb86102) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:48:56.335623 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3189e98-5c53-4edd-adde-d2013c62c6fd demo admin] Publish callbacks [] for port (f767bb19-a824-4305-8998-70a6bbb86102), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:56.401501 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3189e98-5c53-4edd-adde-d2013c62c6fd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (f767bb19-a824-4305-8998-70a6bbb86102), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:56.471818 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3189e98-5c53-4edd-adde-d2013c62c6fd demo admin] Network 76c4ef49-85f2-4fc7-b46f-4a255ea87087 is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:48:56.477320 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-f3189e98-5c53-4edd-adde-d2013c62c6fd demo admin] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:48:56.487088 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3189e98-5c53-4edd-adde-d2013c62c6fd demo admin] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:48:56.487601 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3189e98-5c53-4edd-adde-d2013c62c6fd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641136'] for router_interface (c49779a0-3d28-4050-b892-311a3f09e0b7), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:56.508830 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3189e98-5c53-4edd-adde-d2013c62c6fd demo admin] Pushing event updated for resources: {'Port': ['ID=f767bb19-a824-4305-8998-70a6bbb86102,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:48:56.633767 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8a6bfe51-a77c-4f0c-bd36-3b8d6f925b62 None None] Provisioning complete for port f767bb19-a824-4305-8998-70a6bbb86102 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:48:56.634215 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfe51-a77c-4f0c-bd36-3b8d6f925b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (f767bb19-a824-4305-8998-70a6bbb86102), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:56.667478 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8a6bfe51-a77c-4f0c-bd36-3b8d6f925b62 None None] Port f767bb19-a824-4305-8998-70a6bbb86102 cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:48:56.687977 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3189e98-5c53-4edd-adde-d2013c62c6fd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (f767bb19-a824-4305-8998-70a6bbb86102), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:56.892887 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3189e98-5c53-4edd-adde-d2013c62c6fd demo admin] Publish callbacks [] for port (f767bb19-a824-4305-8998-70a6bbb86102), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:56.897933 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3189e98-5c53-4edd-adde-d2013c62c6fd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (f767bb19-a824-4305-8998-70a6bbb86102), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:56.898670 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3189e98-5c53-4edd-adde-d2013c62c6fd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641252'] for router_interface (c49779a0-3d28-4050-b892-311a3f09e0b7), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:56.976503 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3189e98-5c53-4edd-adde-d2013c62c6fd demo admin] Pushing event updated for resources: {'Port': ['ID=f767bb19-a824-4305-8998-70a6bbb86102,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:48:57.021631 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3189e98-5c53-4edd-adde-d2013c62c6fd demo admin] Network 76c4ef49-85f2-4fc7-b46f-4a255ea87087 is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:48:57.022909 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-f3189e98-5c53-4edd-adde-d2013c62c6fd demo admin] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:48:57.192685 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3189e98-5c53-4edd-adde-d2013c62c6fd demo admin] Router c49779a0-3d28-4050-b892-311a3f09e0b7 is scheduled to L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b with binding_index 1 {{(pid=102708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 21:48:57.245921 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:57.289109 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-67c8bb09-863b-4f02-80f5-8858418c1f82 None None] Provisioning complete for port f767bb19-a824-4305-8998-70a6bbb86102 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:48:57.289546 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-67c8bb09-863b-4f02-80f5-8858418c1f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (f767bb19-a824-4305-8998-70a6bbb86102), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:57.292241 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3189e98-5c53-4edd-adde-d2013c62c6fd demo admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:48:57.301536 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-f3189e98-5c53-4edd-adde-d2013c62c6fd demo admin] 10.222.0.61 "PUT /v2.0/routers/c49779a0-3d28-4050-b892-311a3f09e0b7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7091725 Feb 20 21:48:57.303403 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] Sync routers for ids ['c49779a0-3d28-4050-b892-311a3f09e0b7'] in dv-cinder-830093-1-iscsi {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:48:57.318842 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] Routers {'c49779a0-3d28-4050-b892-311a3f09e0b7'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:48:57.320011 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:48:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['c49779a0-3d28-4050-b892-311a3f09e0b7'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:48:57.328689 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-67c8bb09-863b-4f02-80f5-8858418c1f82 None None] Port f767bb19-a824-4305-8998-70a6bbb86102 cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:48:57.520137 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] Set router c49779a0-3d28-4050-b892-311a3f09e0b7 gateway port host: None {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:48:57.954500 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49779a0-3d28-4050-b892-311a3f09e0b7', 'name': 'router1', 'tenant_id': '50324ef082824246b72d7afb34805fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:48:46Z', 'updated_at': '2022-02-20T21:48:56Z', 'revision_number': 2, 'project_id': '50324ef082824246b72d7afb34805fa5', 'gw_port_host': None, '_interfaces': [{'id': 'f767bb19-a824-4305-8998-70a6bbb86102', 'name': '', 'network_id': '76c4ef49-85f2-4fc7-b46f-4a255ea87087', 'tenant_id': '50324ef082824246b72d7afb34805fa5', 'mac_address': 'fa:16:3e:d5:45:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49779a0-3d28-4050-b892-311a3f09e0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3932db45-152c-4cd5-bf66-a075f0d2dd03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:48:55Z', 'updated_at': '2022-02-20T21:48:56Z', 'revision_number': 2, 'project_id': '50324ef082824246b72d7afb34805fa5', 'subnets': [{'id': '3932db45-152c-4cd5-bf66-a075f0d2dd03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b224fda-0184-44f8-9b21-fa0da9fdee51'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:48:58.004923 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] Checking router: c49779a0-3d28-4050-b892-311a3f09e0b7 for host: dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:48:58.005312 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] Updating router c49779a0-3d28-4050-b892-311a3f09e0b7 port f767bb19-a824-4305-8998-70a6bbb86102 binding host dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:48:58.057241 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (f767bb19-a824-4305-8998-70a6bbb86102), before_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:58.563129 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] Publish callbacks [] for port (f767bb19-a824-4305-8998-70a6bbb86102), precommit_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:58.569063 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (f767bb19-a824-4305-8998-70a6bbb86102), after_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:58.727652 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8242632-7d20-41e4-9461-2cf756f5a1d0 None None] Pushing event updated for resources: {'Port': ['ID=f767bb19-a824-4305-8998-70a6bbb86102,revision_number=3']} {{(pid=102710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:48:58.743455 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8242632-7d20-41e4-9461-2cf756f5a1d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:58.743839 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8242632-7d20-41e4-9461-2cf756f5a1d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:58.744201 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8242632-7d20-41e4-9461-2cf756f5a1d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:58.744671 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8242632-7d20-41e4-9461-2cf756f5a1d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:58.744861 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8242632-7d20-41e4-9461-2cf756f5a1d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:58.745214 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8242632-7d20-41e4-9461-2cf756f5a1d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:58.745538 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8242632-7d20-41e4-9461-2cf756f5a1d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:58.745870 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8242632-7d20-41e4-9461-2cf756f5a1d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:58.746197 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8242632-7d20-41e4-9461-2cf756f5a1d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:58.746526 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8242632-7d20-41e4-9461-2cf756f5a1d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:58.746880 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8242632-7d20-41e4-9461-2cf756f5a1d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:58.747171 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8242632-7d20-41e4-9461-2cf756f5a1d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:58.747500 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8242632-7d20-41e4-9461-2cf756f5a1d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8242632-7d20-41e4-9461-2cf756f5a1d0 None None] Tracked resource versions report: Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: pushed versions: Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: { 'AddressGroup': {'1.2'}, Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'ConntrackHelper': {'1.0'}, Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'LocalIPAssociation': {'1.0'}, Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'Log': {'1.0'}, Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'Network': {'1.1'}, Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'Port': {'1.7'}, Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'PortForwarding': {'1.2'}, Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'QosPolicy': {'1.10'}, Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'SecurityGroup': {'1.5'}, Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'SecurityGroupRule': {'1.2'}, Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'SubPort': {'1.0'}, Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'Subnet': {'1.1'}, Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'Trunk': {'1.1'}} Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: consumer versions: Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: { DHCP agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: L3 agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: Metadata agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: Metering agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: Open vSwitch agent@dv-cinder-830093-1-iscsi: { 'AddressGroup': '1.2', Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'ConntrackHelper': '1.0', Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'LocalIPAssociation': '1.0', Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'Log': '1.0', Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'Network': '1.1', Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'Port': '1.7', Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'PortForwarding': '1.2', Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'QosPolicy': '1.10', Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'SecurityGroup': '1.5', Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'SecurityGroupRule': '1.2', Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'SubPort': '1.0', Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'Subnet': '1.1', Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: 'Trunk': '1.1'}} Feb 20 21:48:58.748850 dv-cinder-830093-1-iscsi neutron-server[102710]: {{(pid=102710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 21:48:58.751811 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] Attempting to bind port f767bb19-a824-4305-8998-70a6bbb86102 on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:48:58.752220 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] Attempting to bind port f767bb19-a824-4305-8998-70a6bbb86102 by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '1fe6d9a6-ae29-44d8-8835-100606c0a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '76c4ef49-85f2-4fc7-b46f-4a255ea87087'}] {{(pid=102710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:48:58.752689 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] Attempting to bind port f767bb19-a824-4305-8998-70a6bbb86102 on network 76c4ef49-85f2-4fc7-b46f-4a255ea87087 {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:48:58.759169 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:48:58.760194 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] Checking segment: {'id': '1fe6d9a6-ae29-44d8-8835-100606c0a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '76c4ef49-85f2-4fc7-b46f-4a255ea87087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:48:58.760194 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:58.760665 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] Bound using segment: {'id': '1fe6d9a6-ae29-44d8-8835-100606c0a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '76c4ef49-85f2-4fc7-b46f-4a255ea87087'} {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:48:58.760883 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] Bound port: f767bb19-a824-4305-8998-70a6bbb86102, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe6d9a6-ae29-44d8-8835-100606c0a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '76c4ef49-85f2-4fc7-b46f-4a255ea87087'}}] {{(pid=102710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:48:58.761313 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (f767bb19-a824-4305-8998-70a6bbb86102), before_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:58.762230 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-aa75fcca-e630-4934-a044-d083db18c26f None None] Provisioning complete for port f767bb19-a824-4305-8998-70a6bbb86102 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:48:58.762677 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-aa75fcca-e630-4934-a044-d083db18c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (f767bb19-a824-4305-8998-70a6bbb86102), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:58.801458 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-aa75fcca-e630-4934-a044-d083db18c26f None None] Port f767bb19-a824-4305-8998-70a6bbb86102 cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:48:58.830283 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.db [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] For port f767bb19-a824-4305-8998-70a6bbb86102, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:48:58.850277 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.db [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] For port f767bb19-a824-4305-8998-70a6bbb86102, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=f767bb19-a824-4305-8998-70a6bbb86102,segment=NetworkSegment(1fe6d9a6-ae29-44d8-8835-100606c0a42d),segment_id=1fe6d9a6-ae29-44d8-8835-100606c0a42d)] {{(pid=102710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:48:58.856251 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (f767bb19-a824-4305-8998-70a6bbb86102), after_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:58.905434 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] Routers {'c49779a0-3d28-4050-b892-311a3f09e0b7'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:48:58.905902 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:48:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['c49779a0-3d28-4050-b892-311a3f09e0b7'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:48:58.952104 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8242632-7d20-41e4-9461-2cf756f5a1d0 None None] Pushing event updated for resources: {'Port': ['ID=f767bb19-a824-4305-8998-70a6bbb86102,revision_number=4']} {{(pid=102710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:48:59.007000 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] Set router c49779a0-3d28-4050-b892-311a3f09e0b7 gateway port host: None {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:48:59.121556 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-b4604aed-afef-4cbd-9ac6-821c79b21dde None None] Provisioning complete for port f767bb19-a824-4305-8998-70a6bbb86102 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:48:59.122038 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b4604aed-afef-4cbd-9ac6-821c79b21dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (f767bb19-a824-4305-8998-70a6bbb86102), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:59.204735 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-b4604aed-afef-4cbd-9ac6-821c79b21dde None None] Current status of the port f767bb19-a824-4305-8998-70a6bbb86102 is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:48:59.205118 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b4604aed-afef-4cbd-9ac6-821c79b21dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (f767bb19-a824-4305-8998-70a6bbb86102), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:59.222540 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49779a0-3d28-4050-b892-311a3f09e0b7', 'name': 'router1', 'tenant_id': '50324ef082824246b72d7afb34805fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:48:46Z', 'updated_at': '2022-02-20T21:48:56Z', 'revision_number': 2, 'project_id': '50324ef082824246b72d7afb34805fa5', 'gw_port_host': None, '_interfaces': [{'id': 'f767bb19-a824-4305-8998-70a6bbb86102', 'name': '', 'network_id': '76c4ef49-85f2-4fc7-b46f-4a255ea87087', 'tenant_id': '50324ef082824246b72d7afb34805fa5', 'mac_address': 'fa:16:3e:d5:45:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49779a0-3d28-4050-b892-311a3f09e0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3932db45-152c-4cd5-bf66-a075f0d2dd03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:48:55Z', 'updated_at': '2022-02-20T21:48:58Z', 'revision_number': 4, 'project_id': '50324ef082824246b72d7afb34805fa5', 'subnets': [{'id': '3932db45-152c-4cd5-bf66-a075f0d2dd03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b224fda-0184-44f8-9b21-fa0da9fdee51'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:48:59.236485 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-b4604aed-afef-4cbd-9ac6-821c79b21dde None None] For port f767bb19-a824-4305-8998-70a6bbb86102, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=f767bb19-a824-4305-8998-70a6bbb86102,segment=NetworkSegment(1fe6d9a6-ae29-44d8-8835-100606c0a42d),segment_id=1fe6d9a6-ae29-44d8-8835-100606c0a42d)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:48:59.241280 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b4604aed-afef-4cbd-9ac6-821c79b21dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (f767bb19-a824-4305-8998-70a6bbb86102), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:48:59.249272 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f003baee-cdbb-4f67-b758-6d1357e872e2 None None] The sync data for ids ['c49779a0-3d28-4050-b892-311a3f09e0b7'] in dv-cinder-830093-1-iscsi is: [{'id': 'c49779a0-3d28-4050-b892-311a3f09e0b7', 'name': 'router1', 'tenant_id': '50324ef082824246b72d7afb34805fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:48:46Z', 'updated_at': '2022-02-20T21:48:56Z', 'revision_number': 2, 'project_id': '50324ef082824246b72d7afb34805fa5', 'gw_port_host': None, '_interfaces': [{'id': 'f767bb19-a824-4305-8998-70a6bbb86102', 'name': '', 'network_id': '76c4ef49-85f2-4fc7-b46f-4a255ea87087', 'tenant_id': '50324ef082824246b72d7afb34805fa5', 'mac_address': 'fa:16:3e:d5:45:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49779a0-3d28-4050-b892-311a3f09e0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3932db45-152c-4cd5-bf66-a075f0d2dd03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:48:55Z', 'updated_at': '2022-02-20T21:48:58Z', 'revision_number': 4, 'project_id': '50324ef082824246b72d7afb34805fa5', 'subnets': [{'id': '3932db45-152c-4cd5-bf66-a075f0d2dd03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b224fda-0184-44f8-9b21-fa0da9fdee51'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:48:59.293385 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4604aed-afef-4cbd-9ac6-821c79b21dde None None] Pushing event updated for resources: {'Port': ['ID=f767bb19-a824-4305-8998-70a6bbb86102,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:48:59.782081 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 49694) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:49:00.053314 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.policy [None req-2fc4e983-1a5d-4f57-a4f8-8b1b944f347d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102707) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 21:49:00.095249 dv-cinder-830093-1-iscsi neutron-server[102707]: WARNING oslo_policy.policy [None req-2fc4e983-1a5d-4f57-a4f8-8b1b944f347d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 21:49:00.095640 dv-cinder-830093-1-iscsi neutron-server[102707]: WARNING oslo_policy.policy [None req-2fc4e983-1a5d-4f57-a4f8-8b1b944f347d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 21:49:00.104352 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc4e983-1a5d-4f57-a4f8-8b1b944f347d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:49:00.106163 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-2fc4e983-1a5d-4f57-a4f8-8b1b944f347d admin admin] 10.222.0.61 "GET /v2.0/networks/64ae5708-48ae-4f2e-98e0-0b35ff108ff4 HTTP/1.1" status: 200 len: 842 time: 0.3231173 Feb 20 21:49:00.116528 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:49:00.155180 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Made reservation on behalf of 1273a6ffa439404b99bcf4e076269830 for: {'subnet': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:49:00.158044 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:00.556997 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.objects.ports [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102707) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 21:49:00.557486 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for subnet (7fd4686c-7b81-425f-9e36-00c6096e9531), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:00.625821 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Checking segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:49:00.626216 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Network hostable DHCP agents. Network: 64ae5708-48ae-4f2e-98e0-0b35ff108ff4, hostable agents: ['6fcc0529-21bc-43b9-962d-56692d0812bd'], hosted agents: [] {{(pid=102707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:49:00.630936 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fd4686c-7b81-425f-9e36-00c6096e9531,revision_number=0']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:49:00.643485 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:49:00.643841 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:49:00.644466 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:49:00.644811 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:49:00.645171 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:49:00.645505 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:49:00.645839 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:49:00.646166 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:49:00.646493 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:49:00.646833 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:49:00.647160 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:49:00.647482 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:49:00.647802 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Tracked resource versions report: Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: pushed versions: Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: { 'AddressGroup': {'1.2'}, Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'ConntrackHelper': {'1.0'}, Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'LocalIPAssociation': {'1.0'}, Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'Log': {'1.0'}, Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'Network': {'1.1'}, Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'Port': {'1.7'}, Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'PortForwarding': {'1.2'}, Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'QosPolicy': {'1.10'}, Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'SecurityGroup': {'1.5'}, Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'SecurityGroupRule': {'1.2'}, Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'SubPort': {'1.0'}, Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'Subnet': {'1.1'}, Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'Trunk': {'1.1'}} Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: consumer versions: Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: { DHCP agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: L3 agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: Metadata agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: Metering agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: Open vSwitch agent@dv-cinder-830093-1-iscsi: { 'AddressGroup': '1.2', Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'ConntrackHelper': '1.0', Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'LocalIPAssociation': '1.0', Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'Log': '1.0', Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'Network': '1.1', Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'Port': '1.7', Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'PortForwarding': '1.2', Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'QosPolicy': '1.10', Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'SecurityGroup': '1.5', Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'SecurityGroupRule': '1.2', Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'SubPort': '1.0', Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'Subnet': '1.1', Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: 'Trunk': '1.1'}} Feb 20 21:49:00.649109 dv-cinder-830093-1-iscsi neutron-server[102707]: {{(pid=102707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 21:49:00.683275 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 is scheduled to be hosted by DHCP agent 6fcc0529-21bc-43b9-962d-56692d0812bd with binding_index 1 {{(pid=102707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:49:00.695898 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-1-iscsi, 64ae5708-48ae-4f2e-98e0-0b35ff108ff4) {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:49:00.700870 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:49:00.701736 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:00.706388 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e56a9d-df34-40d1-87ff-2113def8e85e None None] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:49:00.732131 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-ea99732f-6403-4c76-9063-6ddc22c0f9c5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6144433 Feb 20 21:49:00.818261 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d93143-a3ff-4d94-9be7-df7e79889ad1 None None] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:49:03.130437 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 49708) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:49:03.379777 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-22d65fe1-8888-436e-b400-085c88e4ae43 demo admin] 10.222.0.61 "GET /v2.0/routers/c49779a0-3d28-4050-b892-311a3f09e0b7 HTTP/1.1" status: 200 len: 710 time: 0.2482190 Feb 20 21:49:03.475477 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d4f78c-9cdf-4131-baab-91804a07e132 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:49:03.476858 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-b4d4f78c-9cdf-4131-baab-91804a07e132 demo admin] 10.222.0.61 "GET /v2.0/networks/64ae5708-48ae-4f2e-98e0-0b35ff108ff4 HTTP/1.1" status: 200 len: 886 time: 0.0917201 Feb 20 21:49:03.485693 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-972aa6c1-f9f4-492d-8ed5-01b8d1834a00 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:49:03.733416 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-972aa6c1-f9f4-492d-8ed5-01b8d1834a00 demo admin] Publish callbacks [] for router_gateway (c49779a0-3d28-4050-b892-311a3f09e0b7), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:03.974665 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-972aa6c1-f9f4-492d-8ed5-01b8d1834a00 demo admin] Publish callbacks [] for router_gateway (c49779a0-3d28-4050-b892-311a3f09e0b7), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:04.050659 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-972aa6c1-f9f4-492d-8ed5-01b8d1834a00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:04.203503 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_common [None req-972aa6c1-f9f4-492d-8ed5-01b8d1834a00 demo admin] Allocated IP 172.27.3.191 (64ae5708-48ae-4f2e-98e0-0b35ff108ff4/7fd4686c-7b81-425f-9e36-00c6096e9531/d8c6c463-c7cf-45ff-ae77-a6a70f33ed04) {{(pid=102707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:49:04.309737 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-972aa6c1-f9f4-492d-8ed5-01b8d1834a00 demo admin] Publish callbacks [] for port (d8c6c463-c7cf-45ff-ae77-a6a70f33ed04), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:04.371876 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-972aa6c1-f9f4-492d-8ed5-01b8d1834a00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (d8c6c463-c7cf-45ff-ae77-a6a70f33ed04), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:04.449371 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972aa6c1-f9f4-492d-8ed5-01b8d1834a00 demo admin] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 is already hosted by enough agents. {{(pid=102707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:49:04.455384 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-972aa6c1-f9f4-492d-8ed5-01b8d1834a00 demo admin] Resources bound (agent type, host, resource id): {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:49:04.462961 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972aa6c1-f9f4-492d-8ed5-01b8d1834a00 demo admin] Received port after_create {{(pid=102707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:49:04.560715 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972aa6c1-f9f4-492d-8ed5-01b8d1834a00 demo admin] Pushing event updated for resources: {'Port': ['ID=d8c6c463-c7cf-45ff-ae77-a6a70f33ed04,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:49:04.805621 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-972aa6c1-f9f4-492d-8ed5-01b8d1834a00 demo admin] Publish callbacks [] for router_gateway (c49779a0-3d28-4050-b892-311a3f09e0b7), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:05.003371 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-972aa6c1-f9f4-492d-8ed5-01b8d1834a00 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-642882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27531'] for router (c49779a0-3d28-4050-b892-311a3f09e0b7), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:05.008869 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-972aa6c1-f9f4-492d-8ed5-01b8d1834a00 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-642901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-642908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641594'] for router (c49779a0-3d28-4050-b892-311a3f09e0b7), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:05.121147 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972aa6c1-f9f4-492d-8ed5-01b8d1834a00 demo admin] Router c49779a0-3d28-4050-b892-311a3f09e0b7 has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:49:05.234221 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972aa6c1-f9f4-492d-8ed5-01b8d1834a00 demo admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:49:05.238829 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-972aa6c1-f9f4-492d-8ed5-01b8d1834a00 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:05.253004 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-972aa6c1-f9f4-492d-8ed5-01b8d1834a00 demo admin] 10.222.0.61 "PUT /v2.0/routers/c49779a0-3d28-4050-b892-311a3f09e0b7 HTTP/1.1" status: 200 len: 890 time: 1.7574854 Feb 20 21:49:06.004769 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device f767bb19-a824-4305-8998-70a6bbb86102 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:49:06.057992 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port f767bb19-a824-4305-8998-70a6bbb86102 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:49:06.058387 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (f767bb19-a824-4305-8998-70a6bbb86102), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:06.142785 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port f767bb19-a824-4305-8998-70a6bbb86102 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:49:07.756505 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 49720) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:49:07.800765 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] Sync routers for ids ['c49779a0-3d28-4050-b892-311a3f09e0b7'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:49:07.813702 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] Routers {'c49779a0-3d28-4050-b892-311a3f09e0b7'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:49:07.814363 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:48:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['c49779a0-3d28-4050-b892-311a3f09e0b7'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:49:07.884946 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-ee53c186-58d5-4cd7-9601-38a0001e91af admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1272535 Feb 20 21:49:08.039610 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] Set router c49779a0-3d28-4050-b892-311a3f09e0b7 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:49:08.516182 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49779a0-3d28-4050-b892-311a3f09e0b7', 'name': 'router1', 'tenant_id': '50324ef082824246b72d7afb34805fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd8c6c463-c7cf-45ff-ae77-a6a70f33ed04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:48:46Z', 'updated_at': '2022-02-20T21:49:04Z', 'revision_number': 4, 'project_id': '50324ef082824246b72d7afb34805fa5', 'gw_port': {'id': 'd8c6c463-c7cf-45ff-ae77-a6a70f33ed04', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49779a0-3d28-4050-b892-311a3f09e0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:49:04Z', 'updated_at': '2022-02-20T21:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'f767bb19-a824-4305-8998-70a6bbb86102', 'name': '', 'network_id': '76c4ef49-85f2-4fc7-b46f-4a255ea87087', 'tenant_id': '50324ef082824246b72d7afb34805fa5', 'mac_address': 'fa:16:3e:d5:45:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49779a0-3d28-4050-b892-311a3f09e0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3932db45-152c-4cd5-bf66-a075f0d2dd03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:48:55Z', 'updated_at': '2022-02-20T21:48:59Z', 'revision_number': 5, 'project_id': '50324ef082824246b72d7afb34805fa5', 'subnets': [{'id': '3932db45-152c-4cd5-bf66-a075f0d2dd03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b224fda-0184-44f8-9b21-fa0da9fdee51'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:49:08.569212 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] Checking router: c49779a0-3d28-4050-b892-311a3f09e0b7 for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:49:08.569572 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] Updating router c49779a0-3d28-4050-b892-311a3f09e0b7 port d8c6c463-c7cf-45ff-ae77-a6a70f33ed04 binding host dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:49:08.620942 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (d8c6c463-c7cf-45ff-ae77-a6a70f33ed04), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:08.949927 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] Publish callbacks [] for port (d8c6c463-c7cf-45ff-ae77-a6a70f33ed04), precommit_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:08.955158 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (d8c6c463-c7cf-45ff-ae77-a6a70f33ed04), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:09.002554 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] Attempting to bind port d8c6c463-c7cf-45ff-ae77-a6a70f33ed04 on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:49:09.002822 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] Attempting to bind port d8c6c463-c7cf-45ff-ae77-a6a70f33ed04 by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:49:09.003349 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] Attempting to bind port d8c6c463-c7cf-45ff-ae77-a6a70f33ed04 on network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:49:09.008463 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26fed0-3671-4f0d-8847-d3233fe20798 None None] Pushing event updated for resources: {'Port': ['ID=d8c6c463-c7cf-45ff-ae77-a6a70f33ed04,revision_number=2']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:49:09.012918 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:49:09.013320 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] Checking segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:49:09.013725 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:09.014109 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] Bound using segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:49:09.014579 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] Bound port: d8c6c463-c7cf-45ff-ae77-a6a70f33ed04, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:49:09.015048 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (d8c6c463-c7cf-45ff-ae77-a6a70f33ed04), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:09.068089 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] For port d8c6c463-c7cf-45ff-ae77-a6a70f33ed04, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:49:09.071172 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] For port d8c6c463-c7cf-45ff-ae77-a6a70f33ed04, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=d8c6c463-c7cf-45ff-ae77-a6a70f33ed04,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:49:09.076813 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (d8c6c463-c7cf-45ff-ae77-a6a70f33ed04), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:09.135317 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] Routers {'c49779a0-3d28-4050-b892-311a3f09e0b7'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:49:09.135934 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:48:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['c49779a0-3d28-4050-b892-311a3f09e0b7'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:49:09.140495 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26fed0-3671-4f0d-8847-d3233fe20798 None None] Pushing event updated for resources: {'Port': ['ID=d8c6c463-c7cf-45ff-ae77-a6a70f33ed04,revision_number=3']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:49:09.260824 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] Set router c49779a0-3d28-4050-b892-311a3f09e0b7 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:49:09.471959 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49779a0-3d28-4050-b892-311a3f09e0b7', 'name': 'router1', 'tenant_id': '50324ef082824246b72d7afb34805fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd8c6c463-c7cf-45ff-ae77-a6a70f33ed04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:48:46Z', 'updated_at': '2022-02-20T21:49:04Z', 'revision_number': 4, 'project_id': '50324ef082824246b72d7afb34805fa5', 'gw_port': {'id': 'd8c6c463-c7cf-45ff-ae77-a6a70f33ed04', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49779a0-3d28-4050-b892-311a3f09e0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:49:04Z', 'updated_at': '2022-02-20T21:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'f767bb19-a824-4305-8998-70a6bbb86102', 'name': '', 'network_id': '76c4ef49-85f2-4fc7-b46f-4a255ea87087', 'tenant_id': '50324ef082824246b72d7afb34805fa5', 'mac_address': 'fa:16:3e:d5:45:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49779a0-3d28-4050-b892-311a3f09e0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3932db45-152c-4cd5-bf66-a075f0d2dd03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:48:55Z', 'updated_at': '2022-02-20T21:48:59Z', 'revision_number': 5, 'project_id': '50324ef082824246b72d7afb34805fa5', 'subnets': [{'id': '3932db45-152c-4cd5-bf66-a075f0d2dd03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b224fda-0184-44f8-9b21-fa0da9fdee51'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:49:09.498838 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc4dc0d-ea3f-45fd-ab6b-49c3f8a91e5d None None] The sync data for ids ['c49779a0-3d28-4050-b892-311a3f09e0b7'] in dv-cinder-830093-1-iscsi is: [{'id': 'c49779a0-3d28-4050-b892-311a3f09e0b7', 'name': 'router1', 'tenant_id': '50324ef082824246b72d7afb34805fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd8c6c463-c7cf-45ff-ae77-a6a70f33ed04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:48:46Z', 'updated_at': '2022-02-20T21:49:04Z', 'revision_number': 4, 'project_id': '50324ef082824246b72d7afb34805fa5', 'gw_port': {'id': 'd8c6c463-c7cf-45ff-ae77-a6a70f33ed04', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49779a0-3d28-4050-b892-311a3f09e0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:49:04Z', 'updated_at': '2022-02-20T21:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'f767bb19-a824-4305-8998-70a6bbb86102', 'name': '', 'network_id': '76c4ef49-85f2-4fc7-b46f-4a255ea87087', 'tenant_id': '50324ef082824246b72d7afb34805fa5', 'mac_address': 'fa:16:3e:d5:45:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49779a0-3d28-4050-b892-311a3f09e0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3932db45-152c-4cd5-bf66-a075f0d2dd03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:48:55Z', 'updated_at': '2022-02-20T21:48:59Z', 'revision_number': 5, 'project_id': '50324ef082824246b72d7afb34805fa5', 'subnets': [{'id': '3932db45-152c-4cd5-bf66-a075f0d2dd03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b224fda-0184-44f8-9b21-fa0da9fdee51'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:49:10.038997 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device d8c6c463-c7cf-45ff-ae77-a6a70f33ed04 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:49:10.110819 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port d8c6c463-c7cf-45ff-ae77-a6a70f33ed04 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:49:10.112543 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (d8c6c463-c7cf-45ff-ae77-a6a70f33ed04), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:10.220566 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port d8c6c463-c7cf-45ff-ae77-a6a70f33ed04 is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:49:10.220566 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (d8c6c463-c7cf-45ff-ae77-a6a70f33ed04), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:10.245962 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] For port d8c6c463-c7cf-45ff-ae77-a6a70f33ed04, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=d8c6c463-c7cf-45ff-ae77-a6a70f33ed04,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:49:10.251329 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (d8c6c463-c7cf-45ff-ae77-a6a70f33ed04), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:10.313356 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Pushing event updated for resources: {'Port': ['ID=d8c6c463-c7cf-45ff-ae77-a6a70f33ed04,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:49:12.036692 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device d8c6c463-c7cf-45ff-ae77-a6a70f33ed04 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:49:12.125270 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port d8c6c463-c7cf-45ff-ae77-a6a70f33ed04 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:49:12.125911 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (d8c6c463-c7cf-45ff-ae77-a6a70f33ed04), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:12.219738 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port d8c6c463-c7cf-45ff-ae77-a6a70f33ed04 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:49:20.989214 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-d44d548c-8db9-4a12-a0ae-c574daeb8642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:23.095397 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-272c7dac-492e-41b3-8fa1-877501b9e1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:23.636641 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 5 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:49:24.340053 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:25.822551 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:27.250562 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:50.985259 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-4c6dd46f-d6dd-4c28-9c3e-dee72623f65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:53.080407 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-95e965df-1a5a-4bd0-affa-ee72db308cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:54.340371 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:55.811616 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:49:57.257013 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:50:00.638664 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 5 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:50:20.979364 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-22b57407-6c65-4bb5-94b3-e9a5cdb01899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:50:23.086228 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-692e7118-d886-4bef-872c-7eb27ce9fb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:50:24.342858 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:50:25.809899 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:50:27.259754 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:50:27.918836 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 50204) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:50:27.978958 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66e3d39-b4fb-4b13-9d7c-7f25325ce53b admin admin] GET failed (client error): The resource could not be found. Feb 20 21:50:27.980227 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-b66e3d39-b4fb-4b13-9d7c-7f25325ce53b admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603180 Feb 20 21:50:28.139474 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac01c4e-79d0-45f8-b38b-4a45028956d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:50:28.140947 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-cac01c4e-79d0-45f8-b38b-4a45028956d7 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1565387 Feb 20 21:50:30.420137 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 50214) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:50:30.525126 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eb1dec-f961-4195-b12b-713581b9fee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:50:30.526535 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-09eb1dec-f961-4195-b12b-713581b9fee7 admin admin] 10.222.0.61 "GET /v2.0/subnets/3932db45-152c-4cd5-bf66-a075f0d2dd03 HTTP/1.1" status: 200 len: 849 time: 0.1054506 Feb 20 21:50:30.535813 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-43e5846b-d131-4006-8833-92eab87fadf8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:50:30.617256 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-43e5846b-d131-4006-8833-92eab87fadf8 admin admin] Publish callbacks [] for subnet (3932db45-152c-4cd5-bf66-a075f0d2dd03), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:50:30.754601 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-43e5846b-d131-4006-8833-92eab87fadf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760288286850'] for subnet (3932db45-152c-4cd5-bf66-a075f0d2dd03), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:50:30.783839 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5846b-d131-4006-8833-92eab87fadf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:50:30.784609 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-43e5846b-d131-4006-8833-92eab87fadf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:50:30.788802 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-43e5846b-d131-4006-8833-92eab87fadf8 admin admin] 10.222.0.61 "PUT /v2.0/subnets/3932db45-152c-4cd5-bf66-a075f0d2dd03 HTTP/1.1" status: 200 len: 868 time: 0.2541945 Feb 20 21:50:30.789579 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07614ef-fecc-476f-a6e1-791389e18c7e None None] Network 76c4ef49-85f2-4fc7-b46f-4a255ea87087 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:50:30.809885 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5846b-d131-4006-8833-92eab87fadf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3932db45-152c-4cd5-bf66-a075f0d2dd03,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:50:30.818785 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5846b-d131-4006-8833-92eab87fadf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:50:30.819157 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5846b-d131-4006-8833-92eab87fadf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:50:30.819513 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5846b-d131-4006-8833-92eab87fadf8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:50:30.819861 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5846b-d131-4006-8833-92eab87fadf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:50:30.820517 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5846b-d131-4006-8833-92eab87fadf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:50:30.820878 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5846b-d131-4006-8833-92eab87fadf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:50:30.821262 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5846b-d131-4006-8833-92eab87fadf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:50:30.821605 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5846b-d131-4006-8833-92eab87fadf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:50:30.821951 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5846b-d131-4006-8833-92eab87fadf8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:50:30.822306 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5846b-d131-4006-8833-92eab87fadf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:50:30.822640 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5846b-d131-4006-8833-92eab87fadf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:50:30.823136 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5846b-d131-4006-8833-92eab87fadf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:50:30.823330 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5846b-d131-4006-8833-92eab87fadf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:50:31.138442 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-c78f4e73-1d7a-418f-bc86-8cf68ec7f369 None None] Provisioning complete for port b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:50:31.138835 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-c78f4e73-1d7a-418f-bc86-8cf68ec7f369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:50:31.215040 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-c78f4e73-1d7a-418f-bc86-8cf68ec7f369 None None] Current status of the port b8b6e9e3-82cc-49b5-ae00-d1ed2d97319e is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:50:31.224740 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-c78f4e73-1d7a-418f-bc86-8cf68ec7f369 None None] Provisioning complete for port f767bb19-a824-4305-8998-70a6bbb86102 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:50:31.225170 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-c78f4e73-1d7a-418f-bc86-8cf68ec7f369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (f767bb19-a824-4305-8998-70a6bbb86102), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:50:31.298987 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-c78f4e73-1d7a-418f-bc86-8cf68ec7f369 None None] Current status of the port f767bb19-a824-4305-8998-70a6bbb86102 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:50:33.108186 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50222) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:50:33.375083 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd470e4-1f40-478a-84cb-cb85d1b25eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:50:33.375559 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd470e4-1f40-478a-84cb-cb85d1b25eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:50:33.377114 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-bbd470e4-1f40-478a-84cb-cb85d1b25eab admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2678928 Feb 20 21:50:35.683790 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50232) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:50:35.810283 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74a3256-ed31-4fca-be51-15df885b6d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:50:35.810758 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74a3256-ed31-4fca-be51-15df885b6d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:50:35.812280 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-a74a3256-ed31-4fca-be51-15df885b6d8a admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1275523 Feb 20 21:50:37.636953 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 5 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:50:38.108416 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50240) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:50:38.231894 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de1dc83-2d60-4b24-a4ee-6906c2eaa84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:50:38.233195 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-3de1dc83-2d60-4b24-a4ee-6906c2eaa84c admin admin] 10.222.0.61 "GET /v2.0/networks/64ae5708-48ae-4f2e-98e0-0b35ff108ff4 HTTP/1.1" status: 200 len: 886 time: 0.1237683 Feb 20 21:50:40.518424 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50248) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:50:40.645617 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dede25ad-9e14-4d07-815b-b3c4be30b5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:50:40.646973 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-dede25ad-9e14-4d07-815b-b3c4be30b5f1 admin admin] 10.222.0.61 "GET /v2.0/networks/76c4ef49-85f2-4fc7-b46f-4a255ea87087 HTTP/1.1" status: 200 len: 869 time: 0.1275694 Feb 20 21:50:42.961985 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50256) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:50:43.086965 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fb8081-4c47-4484-8f7c-e913e71d989d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:50:43.087427 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fb8081-4c47-4484-8f7c-e913e71d989d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:50:43.088967 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-f7fb8081-4c47-4484-8f7c-e913e71d989d admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260343 Feb 20 21:50:45.397742 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50264) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:50:45.493438 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb18908-6855-4bfb-9d15-686d76518928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:50:45.493891 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb18908-6855-4bfb-9d15-686d76518928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:50:45.495386 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-6cb18908-6855-4bfb-9d15-686d76518928 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0967002 Feb 20 21:50:47.793462 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50272) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:50:47.885932 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db71e7a-28ae-49df-a1bd-79acf8151db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:50:47.887253 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-2db71e7a-28ae-49df-a1bd-79acf8151db7 admin admin] 10.222.0.61 "GET /v2.0/subnets/3932db45-152c-4cd5-bf66-a075f0d2dd03 HTTP/1.1" status: 200 len: 868 time: 0.0927384 Feb 20 21:50:50.178011 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50280) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:50:50.262615 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc90d64-3519-44d4-87d4-50835bec9a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:50:50.263957 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-dfc90d64-3519-44d4-87d4-50835bec9a72 admin admin] 10.222.0.61 "GET /v2.0/subnets/7fd4686c-7b81-425f-9e36-00c6096e9531 HTTP/1.1" status: 200 len: 816 time: 0.0850000 Feb 20 21:50:50.980514 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1952-49c0-429a-b933-0f6dad187630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:50:53.086861 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-069b4ed7-af40-4c05-8e48-2062da9e48d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:50:54.345169 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:50:55.807961 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:50:57.263637 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:14.635550 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 5 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:51:18.468494 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50332) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:51:18.514564 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [None req-9748075d-ded2-47cb-a477-307ae650c891 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102708) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 21:51:18.515560 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-9748075d-ded2-47cb-a477-307ae650c891 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460732 Feb 20 21:51:20.897456 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50340) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:51:20.956879 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba1495c-38ca-43a5-9ff0-8d0957b1ca28 admin admin] GET failed (client error): The resource could not be found. Feb 20 21:51:20.958169 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-3ba1495c-38ca-43a5-9ff0-8d0957b1ca28 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597827 Feb 20 21:51:20.984835 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-1d963cc5-69fc-403b-a1ba-96ed9590ae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:21.099165 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308765a5-109b-4aa4-8f9a-94e8812b8144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:51:21.101203 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-308765a5-109b-4aa4-8f9a-94e8812b8144 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1390526 Feb 20 21:51:23.088109 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-df6ce2d9-55dd-4ef1-9701-8bc3023bf02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:23.433053 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50348) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:51:23.479271 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:51:23.497895 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Made reservation on behalf of 1273a6ffa439404b99bcf4e076269830 for: {'network': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:51:23.500015 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for network (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:23.526247 dv-cinder-830093-1-iscsi neutron-server[102708]: WARNING neutron.services.revisions.revision_plugin [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Could not find related network for resource to bump revision. Feb 20 21:51:23.536304 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=102708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:51:23.544372 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (5e23bb65-b7b5-4fe1-b46d-74e410980403), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:23.544706 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.segments_db [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Added segment 5e23bb65-b7b5-4fe1-b46d-74e410980403 of type vlan for network e79fd07b-fd4b-4d12-9528-1b58f1d5a92a Feb 20 21:51:23.592463 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760287717003'] for network (e79fd07b-fd4b-4d12-9528-1b58f1d5a92a), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:23.614637 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for network (e79fd07b-fd4b-4d12-9528-1b58f1d5a92a), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:23.615995 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:51:23.616565 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:23.662530 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2284224 Feb 20 21:51:23.674854 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Pushing event updated for resources: {'Network': ['ID=e79fd07b-fd4b-4d12-9528-1b58f1d5a92a,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:51:23.682775 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:23.683142 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:23.683489 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:23.683822 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:23.684148 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:23.684723 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:23.685092 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:23.685425 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:23.685764 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:23.686105 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:23.686429 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:23.686754 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:23.687070 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12423a-089e-46c0-a980-5e11009704b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:23.700110 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Network e79fd07b-fd4b-4d12-9528-1b58f1d5a92a details requested by agent ovs-agent-dv-cinder-830093-1-iscsi with host dv-cinder-830093-1-iscsi {{(pid=102709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:51:24.348436 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:25.814243 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:25.988323 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50356) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:51:26.048088 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ffda46-36ee-4d5f-91fb-a8dcda0d02d3 admin admin] GET failed (client error): The resource could not be found. Feb 20 21:51:26.049328 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-04ffda46-36ee-4d5f-91fb-a8dcda0d02d3 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600178 Feb 20 21:51:26.119656 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9030c445-93de-4877-962a-aac753565380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:51:26.121087 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-9030c445-93de-4877-962a-aac753565380 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0672014 Feb 20 21:51:26.130436 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-6e7d2d34-99b4-42b6-976b-4047af461aee admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'e79fd07b-fd4b-4d12-9528-1b58f1d5a92a', 'cidr': '192.168.233.0/24'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:51:26.148234 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7d2d34-99b4-42b6-976b-4047af461aee admin admin] Made reservation on behalf of 1273a6ffa439404b99bcf4e076269830 for: {'subnet': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:51:26.150445 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6e7d2d34-99b4-42b6-976b-4047af461aee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:26.307635 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6e7d2d34-99b4-42b6-976b-4047af461aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for subnet (4700fddb-e0d5-4d1b-a8bd-78f60625465d), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:26.361176 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d2d34-99b4-42b6-976b-4047af461aee admin admin] Pushing event updated for resources: {'Subnet': ['ID=4700fddb-e0d5-4d1b-a8bd-78f60625465d,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:51:26.368547 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7d2d34-99b4-42b6-976b-4047af461aee admin admin] Checking segment: {'id': '5e23bb65-b7b5-4fe1-b46d-74e410980403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e79fd07b-fd4b-4d12-9528-1b58f1d5a92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:51:26.368897 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7d2d34-99b4-42b6-976b-4047af461aee admin admin] Network hostable DHCP agents. Network: e79fd07b-fd4b-4d12-9528-1b58f1d5a92a, hostable agents: ['6fcc0529-21bc-43b9-962d-56692d0812bd'], hosted agents: [] {{(pid=102708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:51:26.384255 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7d2d34-99b4-42b6-976b-4047af461aee admin admin] Network e79fd07b-fd4b-4d12-9528-1b58f1d5a92a is scheduled to be hosted by DHCP agent 6fcc0529-21bc-43b9-962d-56692d0812bd with binding_index 1 {{(pid=102708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:51:26.392383 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-6e7d2d34-99b4-42b6-976b-4047af461aee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-1-iscsi, e79fd07b-fd4b-4d12-9528-1b58f1d5a92a) {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:51:26.396381 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7d2d34-99b4-42b6-976b-4047af461aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:51:26.396891 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6e7d2d34-99b4-42b6-976b-4047af461aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:26.402156 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5812b6a-38b9-41ef-9c0e-cef63de7741a None None] Network e79fd07b-fd4b-4d12-9528-1b58f1d5a92a requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:51:26.426623 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-6e7d2d34-99b4-42b6-976b-4047af461aee admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2877479 Feb 20 21:51:26.504207 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64180d25-863e-5e6e-960c-f070cb81dd8f-e79fd07b-fd4b-4d12-9528-1b58f1d5a92a', 'network_id': 'e79fd07b-fd4b-4d12-9528-1b58f1d5a92a', 'project_id': '1273a6ffa439404b99bcf4e076269830', 'fixed_ips': [{'subnet_id': '4700fddb-e0d5-4d1b-a8bd-78f60625465d'}]}} from dv-cinder-830093-1-iscsi. {{(pid=102709) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 21:51:26.505121 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:26.645148 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.db_base_plugin_common [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Allocated IP 192.168.233.2 (e79fd07b-fd4b-4d12-9528-1b58f1d5a92a/4700fddb-e0d5-4d1b-a8bd-78f60625465d/22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b) {{(pid=102709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:51:26.884508 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Publish callbacks [] for port (22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b), precommit_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:26.890925 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b), after_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:26.929766 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Network e79fd07b-fd4b-4d12-9528-1b58f1d5a92a is already hosted by enough agents. {{(pid=102709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:51:26.932384 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.base_scheduler [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Resources bound (agent type, host, resource id): {{(pid=102709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:51:26.935172 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Received port after_create {{(pid=102709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:51:26.947794 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Pushing event updated for resources: {'Port': ['ID=22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b,revision_number=1']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:51:26.974466 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:26.975375 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:26.975746 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:26.976121 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:26.976461 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:26.976802 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:26.977171 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:26.977509 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:26.977845 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:26.978197 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:26.978529 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:26.978856 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:26.979182 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:51:27.011225 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Attempting to bind port 22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:51:27.011593 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Attempting to bind port 22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '5e23bb65-b7b5-4fe1-b46d-74e410980403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e79fd07b-fd4b-4d12-9528-1b58f1d5a92a'}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:51:27.011959 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Attempting to bind port 22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b on network e79fd07b-fd4b-4d12-9528-1b58f1d5a92a {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:51:27.017118 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:51:27.017498 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Checking segment: {'id': '5e23bb65-b7b5-4fe1-b46d-74e410980403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e79fd07b-fd4b-4d12-9528-1b58f1d5a92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:51:27.017906 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:27.018300 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Bound using segment: {'id': '5e23bb65-b7b5-4fe1-b46d-74e410980403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e79fd07b-fd4b-4d12-9528-1b58f1d5a92a'} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:51:27.018769 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Bound port: 22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e23bb65-b7b5-4fe1-b46d-74e410980403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e79fd07b-fd4b-4d12-9528-1b58f1d5a92a'}}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:51:27.019161 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:27.081658 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] For port 22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:51:27.084613 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] For port 22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b,segment=NetworkSegment(5e23bb65-b7b5-4fe1-b46d-74e410980403),segment_id=5e23bb65-b7b5-4fe1-b46d-74e410980403)] {{(pid=102709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:51:27.090801 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:27.145583 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cc98d-fd45-4397-9d0b-7691a1266cbc None None] Pushing event updated for resources: {'Port': ['ID=22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b,revision_number=2']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:51:27.272135 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:27.947841 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3a127d-70b2-46cc-b83d-19d7e90fd05e None None] Network e79fd07b-fd4b-4d12-9528-1b58f1d5a92a requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:51:28.009680 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-0438ba39-34ab-4938-b939-5c6d5fb5dfad None None] Provisioning complete for port 22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:51:28.010070 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-0438ba39-34ab-4938-b939-5c6d5fb5dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:28.120623 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:51:28.172948 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-0438ba39-34ab-4938-b939-5c6d5fb5dfad None None] Current status of the port 22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:51:28.173375 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-0438ba39-34ab-4938-b939-5c6d5fb5dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:28.218183 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-0438ba39-34ab-4938-b939-5c6d5fb5dfad None None] For port 22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b,segment=NetworkSegment(5e23bb65-b7b5-4fe1-b46d-74e410980403),segment_id=5e23bb65-b7b5-4fe1-b46d-74e410980403)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:51:28.220848 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:51:28.220848 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:28.242002 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-0438ba39-34ab-4938-b939-5c6d5fb5dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:28.308449 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438ba39-34ab-4938-b939-5c6d5fb5dfad None None] Pushing event updated for resources: {'Port': ['ID=22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b,revision_number=3']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:51:28.354096 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:51:28.463814 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-9e52e865-fba7-442b-bed2-39dbb8fd78ae None None] Provisioning complete for port 22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:51:28.464114 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-9e52e865-fba7-442b-bed2-39dbb8fd78ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:28.540515 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-9e52e865-fba7-442b-bed2-39dbb8fd78ae None None] Current status of the port 22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:51:30.069435 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:51:30.116429 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:51:30.116852 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:30.190748 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 22ec2fc9-79b9-4d39-bf0e-b76ac35b7d4b is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:51:50.987986 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-216767f1-3f18-4c9f-b2cb-ed6aab7fe9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:51.634570 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 5 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:51:53.091653 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f508e553-9f5d-42c1-b01b-f25aeca4af5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:54.351818 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:55.814089 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:51:57.265462 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:52:20.988953 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-80cf2790-3787-410b-908f-17b0371d2fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:52:23.092642 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-962c18f2-42e5-44d3-8d52-0510103c435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:52:24.354127 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:52:25.816728 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:52:27.270454 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:52:28.634990 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 5 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:52:47.761188 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50394) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:52:47.766711 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [None req-7c19f4c7-9356-438b-a57c-033d14438fc2 tempest-verify_tempest_config-2086876932 tempest-verify_tempest_config-2086876932-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102708) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 21:52:47.767663 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-7c19f4c7-9356-438b-a57c-033d14438fc2 tempest-verify_tempest_config-2086876932 tempest-verify_tempest_config-2086876932-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055330 Feb 20 21:52:48.048577 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50412) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:52:48.147967 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-216aea0c-6817-43f0-8f4f-30eb5bd0f324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:52:48.221512 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-216aea0c-6817-43f0-8f4f-30eb5bd0f324 admin admin] Publish callbacks [] for security_group (02b28e21-20d3-4c43-a9aa-864edca32fc2), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:52:48.224921 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-216aea0c-6817-43f0-8f4f-30eb5bd0f324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (02b28e21-20d3-4c43-a9aa-864edca32fc2), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:52:48.267818 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-216aea0c-6817-43f0-8f4f-30eb5bd0f324 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=feea400e10194fce981a06256fe41c17&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2181528 Feb 20 21:52:48.268851 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216aea0c-6817-43f0-8f4f-30eb5bd0f324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b28e21-20d3-4c43-a9aa-864edca32fc2,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:52:48.270728 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 50416) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:52:48.275589 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216aea0c-6817-43f0-8f4f-30eb5bd0f324 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.275959 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216aea0c-6817-43f0-8f4f-30eb5bd0f324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.276301 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216aea0c-6817-43f0-8f4f-30eb5bd0f324 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.276634 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216aea0c-6817-43f0-8f4f-30eb5bd0f324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.276960 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216aea0c-6817-43f0-8f4f-30eb5bd0f324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.277309 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216aea0c-6817-43f0-8f4f-30eb5bd0f324 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.277647 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216aea0c-6817-43f0-8f4f-30eb5bd0f324 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.277973 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216aea0c-6817-43f0-8f4f-30eb5bd0f324 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.278291 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216aea0c-6817-43f0-8f4f-30eb5bd0f324 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.278610 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216aea0c-6817-43f0-8f4f-30eb5bd0f324 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.278925 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216aea0c-6817-43f0-8f4f-30eb5bd0f324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.279240 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216aea0c-6817-43f0-8f4f-30eb5bd0f324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.279577 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216aea0c-6817-43f0-8f4f-30eb5bd0f324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.350344 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-87bac0fe-fe04-42a9-9be3-004af5e14519 admin admin] Publish callbacks [] for security_group (02b28e21-20d3-4c43-a9aa-864edca32fc2), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:52:48.427927 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-87bac0fe-fe04-42a9-9be3-004af5e14519 admin admin] Publish callbacks [] for security_group (02b28e21-20d3-4c43-a9aa-864edca32fc2), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:52:48.518842 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-87bac0fe-fe04-42a9-9be3-004af5e14519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (02b28e21-20d3-4c43-a9aa-864edca32fc2), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:52:48.521432 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-87bac0fe-fe04-42a9-9be3-004af5e14519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:52:48.522588 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-87bac0fe-fe04-42a9-9be3-004af5e14519 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/02b28e21-20d3-4c43-a9aa-864edca32fc2 HTTP/1.1" status: 204 len: 168 time: 0.2508554 Feb 20 21:52:48.530822 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bac0fe-fe04-42a9-9be3-004af5e14519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b28e21-20d3-4c43-a9aa-864edca32fc2,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:52:48.537420 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bac0fe-fe04-42a9-9be3-004af5e14519 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.537781 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bac0fe-fe04-42a9-9be3-004af5e14519 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.538137 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bac0fe-fe04-42a9-9be3-004af5e14519 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.538469 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bac0fe-fe04-42a9-9be3-004af5e14519 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.538798 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bac0fe-fe04-42a9-9be3-004af5e14519 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.539127 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bac0fe-fe04-42a9-9be3-004af5e14519 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.539456 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bac0fe-fe04-42a9-9be3-004af5e14519 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.539783 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bac0fe-fe04-42a9-9be3-004af5e14519 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.540111 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bac0fe-fe04-42a9-9be3-004af5e14519 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.540438 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bac0fe-fe04-42a9-9be3-004af5e14519 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.540764 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bac0fe-fe04-42a9-9be3-004af5e14519 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.541226 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bac0fe-fe04-42a9-9be3-004af5e14519 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:48.541553 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bac0fe-fe04-42a9-9be3-004af5e14519 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:52:50.991337 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-13e8d93e-9eba-43e6-bbc6-4e02b14a9edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:52:53.093723 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b6c2eb81-8a66-423e-bbcf-3956541a6e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:52:54.357730 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:52:55.819582 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:52:57.273233 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:53:05.632805 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 5 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:53:20.991770 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-cb35e8f3-3b23-4965-b8cf-d0c32dda43f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:53:23.094112 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-93b1d756-2bfa-42b0-bfaf-d406e373b98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:53:24.360511 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:53:25.821541 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:53:27.275721 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:53:42.630926 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 5 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:53:50.993438 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-761e1bde-9aa7-4548-8ee0-99fa335431ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:53:53.095634 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-08d82de8-0891-4ac1-a1b0-218d1b279a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:53:54.362353 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:53:55.824385 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:53:57.277250 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:54:19.629800 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 5 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:54:20.994243 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-994ba9c5-31b8-4db5-8933-7df9e13a2871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:54:23.097715 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-041d5f1d-9d94-45d9-9e94-9c7683fa6558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:54:24.364512 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:54:25.826915 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:54:27.280326 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:54:28.922595 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641884'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:54:42.959025 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 50488) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:54:43.059752 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-03c142e0-c7d7-4ff8-bcd4-ad189d9ff026 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0996413 Feb 20 21:54:45.385137 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50498) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:54:45.446257 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-83d6db27-f2ae-464c-b38d-2e6e31f020b4 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0600510 Feb 20 21:54:50.996103 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2dad54b1-8c7f-42ec-b969-25bad14a494c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:54:53.102687 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-310abcc5-a938-4d63-88b0-b3cedd1c1c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:54:54.366271 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:54:55.829430 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:54:56.629430 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:54:57.281875 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:54:58.879597 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:55:20.996465 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-14aad63f-7228-4190-b854-4d255732f376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:55:23.103173 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b24d08cb-4041-4203-81b2-d98da6ef996c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:55:24.369312 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:55:25.833557 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:55:27.283108 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:55:28.896181 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:55:33.627683 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:55:50.998836 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-eb354a94-d413-43e2-ac72-3d57338375b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:55:53.105387 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2507a827-af40-4d65-b917-2925f95f9e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:55:54.370384 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:55:55.834392 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:55:57.285719 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:55:58.899646 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:10.626219 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:56:20.687799 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50688) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:20.995236 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1682473230-network', 'tenant_id': '2674958fb3694aff919a80f0a1133875'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:21.009623 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b3a06372-06aa-42cb-b2e5-4a31bc6da056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.027673 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Made reservation on behalf of 2674958fb3694aff919a80f0a1133875 for: {'network': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:21.030110 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for network (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.038456 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.117925 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Publish callbacks [] for security_group (34b90b60-ed8f-485a-84c9-b38e278ca6f6), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.123914 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (34b90b60-ed8f-485a-84c9-b38e278ca6f6), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.153804 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=102708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:56:21.155736 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b90b60-ed8f-485a-84c9-b38e278ca6f6,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:21.167898 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.168227 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.168649 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.169013 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.169348 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.169708 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.170038 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.170444 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.170696 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.171042 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.171368 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.171689 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.172006 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Tracked resource versions report: Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: pushed versions: Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: { 'AddressGroup': {'1.2'}, Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'ConntrackHelper': {'1.0'}, Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'LocalIPAssociation': {'1.0'}, Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'Log': {'1.0'}, Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'Network': {'1.1'}, Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'Port': {'1.7'}, Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'PortForwarding': {'1.2'}, Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'QosPolicy': {'1.10'}, Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'SecurityGroup': {'1.5'}, Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'SecurityGroupRule': {'1.2'}, Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'SubPort': {'1.0'}, Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'Subnet': {'1.1'}, Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'Trunk': {'1.1'}} Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: consumer versions: Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: { DHCP agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: HyperV agent@hv-cinder-83009: {}, Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: L3 agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: Metadata agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: Metering agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: Open vSwitch agent@dv-cinder-830093-1-iscsi: { 'AddressGroup': '1.2', Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'ConntrackHelper': '1.0', Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'LocalIPAssociation': '1.0', Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'Log': '1.0', Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'Network': '1.1', Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'Port': '1.7', Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'PortForwarding': '1.2', Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'QosPolicy': '1.10', Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'SecurityGroup': '1.5', Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'SecurityGroupRule': '1.2', Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'SubPort': '1.0', Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'Subnet': '1.1', Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: 'Trunk': '1.1'}} Feb 20 21:56:21.173100 dv-cinder-830093-1-iscsi neutron-server[102708]: {{(pid=102708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 21:56:21.179199 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (3a873dc6-623c-425d-b79d-6302f426be16), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.179549 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.segments_db [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Added segment 3a873dc6-623c-425d-b79d-6302f426be16 of type vlan for network e40b2997-2dc8-4b7f-a769-1be5e4f3954e Feb 20 21:56:21.219701 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 50712) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:21.223374 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760287717003'] for network (e40b2997-2dc8-4b7f-a769-1be5e4f3954e), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.251978 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for network (e40b2997-2dc8-4b7f-a769-1be5e4f3954e), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.254196 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:21.254330 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 50718) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:21.256046 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.282362 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5934820 Feb 20 21:56:21.285334 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 50724) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:21.291016 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Request body: {'subnet': {'network_id': 'e40b2997-2dc8-4b7f-a769-1be5e4f3954e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1682473230-subnet', 'tenant_id': '2674958fb3694aff919a80f0a1133875', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:21.313008 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Made reservation on behalf of 2674958fb3694aff919a80f0a1133875 for: {'subnet': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:21.315346 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.332727 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442e498-ab6e-45f9-9d43-97f782895439 admin admin] Pushing event updated for resources: {'Network': ['ID=e40b2997-2dc8-4b7f-a769-1be5e4f3954e,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:21.346503 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Network e40b2997-2dc8-4b7f-a769-1be5e4f3954e details requested by agent ovs-agent-dv-cinder-830093-1-iscsi with host dv-cinder-830093-1-iscsi {{(pid=102709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:56:21.504827 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50738) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:21.532078 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for subnet (2fad7868-f65c-477e-9877-d12c7fe62a5d), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.578190 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fad7868-f65c-477e-9877-d12c7fe62a5d,revision_number=0']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:21.588617 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.589069 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.589421 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.589769 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.590106 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.590424 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.590774 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.591106 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.591463 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.591784 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.592105 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.592425 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.592747 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Tracked resource versions report: Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: pushed versions: Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: { 'AddressGroup': {'1.2'}, Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'ConntrackHelper': {'1.0'}, Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'LocalIPAssociation': {'1.0'}, Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'Log': {'1.0'}, Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'Network': {'1.1'}, Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'Port': {'1.7'}, Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'PortForwarding': {'1.2'}, Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'QosPolicy': {'1.10'}, Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'SecurityGroup': {'1.5'}, Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'SecurityGroupRule': {'1.2'}, Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'SubPort': {'1.0'}, Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'Subnet': {'1.1'}, Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'Trunk': {'1.1'}} Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: consumer versions: Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: { DHCP agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: HyperV agent@hv-cinder-83009: {}, Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: L3 agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: Metadata agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: Metering agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: Open vSwitch agent@dv-cinder-830093-1-iscsi: { 'AddressGroup': '1.2', Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'ConntrackHelper': '1.0', Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'LocalIPAssociation': '1.0', Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'Log': '1.0', Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'Network': '1.1', Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'Port': '1.7', Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'PortForwarding': '1.2', Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'QosPolicy': '1.10', Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'SecurityGroup': '1.5', Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'SecurityGroupRule': '1.2', Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'SubPort': '1.0', Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'Subnet': '1.1', Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: 'Trunk': '1.1'}} Feb 20 21:56:21.593846 dv-cinder-830093-1-iscsi neutron-server[102707]: {{(pid=102707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 21:56:21.613702 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-5e2a8940-602e-4b86-a6c1-20f4990453e4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-965381099-network', 'tenant_id': '31a3beb756d44069b8b12e5e819b6a92'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:21.622142 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-0f2c7af2-847b-4fc7-8165-f79cc9c27be4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-network', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:21.647146 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Checking segment: {'id': '3a873dc6-623c-425d-b79d-6302f426be16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e40b2997-2dc8-4b7f-a769-1be5e4f3954e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:21.647146 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Network hostable DHCP agents. Network: e40b2997-2dc8-4b7f-a769-1be5e4f3954e, hostable agents: ['6fcc0529-21bc-43b9-962d-56692d0812bd'], hosted agents: [] {{(pid=102707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:56:21.668085 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2a8940-602e-4b86-a6c1-20f4990453e4 admin admin] Made reservation on behalf of 31a3beb756d44069b8b12e5e819b6a92 for: {'network': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:21.670641 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5e2a8940-602e-4b86-a6c1-20f4990453e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for network (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.683509 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-21c067da-8170-425c-b4a4-4366210e2653 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1899541389-network', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:21.686779 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2c7af2-847b-4fc7-8165-f79cc9c27be4 admin admin] Made reservation on behalf of 52eb4398f63e4c4c8811bf06725eddc8 for: {'network': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:21.689292 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0f2c7af2-847b-4fc7-8165-f79cc9c27be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for network (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.691563 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5e2a8940-602e-4b86-a6c1-20f4990453e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.707012 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c067da-8170-425c-b4a4-4366210e2653 admin admin] Made reservation on behalf of 756580a91a2b4d2c966ba3317abe4e04 for: {'network': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:21.710394 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-21c067da-8170-425c-b4a4-4366210e2653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for network (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.724745 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-21c067da-8170-425c-b4a4-4366210e2653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.742009 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0f2c7af2-847b-4fc7-8165-f79cc9c27be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.752691 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Network e40b2997-2dc8-4b7f-a769-1be5e4f3954e is scheduled to be hosted by DHCP agent 6fcc0529-21bc-43b9-962d-56692d0812bd with binding_index 1 {{(pid=102707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:56:21.797308 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-1-iscsi, e40b2997-2dc8-4b7f-a769-1be5e4f3954e) {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:21.806530 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e198a37-7403-4ac3-a749-77e3f08d95c5 None None] Network e40b2997-2dc8-4b7f-a769-1be5e4f3954e requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:56:21.811903 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-21c067da-8170-425c-b4a4-4366210e2653 admin admin] Publish callbacks [] for security_group (9ffdc465-af54-47d6-a771-1ad232b42e84), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.815523 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5e2a8940-602e-4b86-a6c1-20f4990453e4 admin admin] Publish callbacks [] for security_group (a0d62b77-36ff-4e36-850c-0b350f4e5f33), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.817302 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-21c067da-8170-425c-b4a4-4366210e2653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (9ffdc465-af54-47d6-a771-1ad232b42e84), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.822247 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:21.822894 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.832747 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5e2a8940-602e-4b86-a6c1-20f4990453e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (a0d62b77-36ff-4e36-850c-0b350f4e5f33), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.857377 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c067da-8170-425c-b4a4-4366210e2653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffdc465-af54-47d6-a771-1ad232b42e84,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:21.871085 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c067da-8170-425c-b4a4-4366210e2653 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=102708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:56:21.874773 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a8940-602e-4b86-a6c1-20f4990453e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d62b77-36ff-4e36-850c-0b350f4e5f33,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:21.886992 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-21c067da-8170-425c-b4a4-4366210e2653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.888100 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.segments_db [None req-21c067da-8170-425c-b4a4-4366210e2653 admin admin] Added segment 80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d of type vlan for network 070027a4-7989-40e5-92de-9f9067d39452 Feb 20 21:56:21.894530 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2a8940-602e-4b86-a6c1-20f4990453e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=102707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:56:21.905966 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-7546af4e-fa1b-4c43-9b0b-ab08c3dcbdd3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6194775 Feb 20 21:56:21.939795 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5e2a8940-602e-4b86-a6c1-20f4990453e4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760288176433', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (34364242-bfb9-46d9-a6c3-dc8b7b66c390), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.940774 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5e2a8940-602e-4b86-a6c1-20f4990453e4 admin admin] Unsubscribe: segment precommit_create {{(pid=102707) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 21:56:21.941296 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.db.segments_db [None req-5e2a8940-602e-4b86-a6c1-20f4990453e4 admin admin] Added segment 34364242-bfb9-46d9-a6c3-dc8b7b66c390 of type vlan for network a89eb610-f3f6-48dd-a90b-fd6474eca384 Feb 20 21:56:21.947026 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-21c067da-8170-425c-b4a4-4366210e2653 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760287717003'] for network (070027a4-7989-40e5-92de-9f9067d39452), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.985428 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-21c067da-8170-425c-b4a4-4366210e2653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for network (070027a4-7989-40e5-92de-9f9067d39452), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:21.987303 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c067da-8170-425c-b4a4-4366210e2653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:21.987985 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-21c067da-8170-425c-b4a4-4366210e2653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:22.025162 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5e2a8940-602e-4b86-a6c1-20f4990453e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760287717003'] for network (a89eb610-f3f6-48dd-a90b-fd6474eca384), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:22.026809 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8d149b-83bd-464f-9d8a-f6c6f3f2657c None None] Network e40b2997-2dc8-4b7f-a769-1be5e4f3954e requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:56:22.057026 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-21c067da-8170-425c-b4a4-4366210e2653 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5521016 Feb 20 21:56:22.061473 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 50768) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:22.068764 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-f0164746-0925-4472-9814-1a43c5784580 admin admin] Request body: {'subnet': {'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1899541389-subnet', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:22.085209 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5e2a8940-602e-4b86-a6c1-20f4990453e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for network (a89eb610-f3f6-48dd-a90b-fd6474eca384), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:22.086159 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2a8940-602e-4b86-a6c1-20f4990453e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:22.087557 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5e2a8940-602e-4b86-a6c1-20f4990453e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:22.150892 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c067da-8170-425c-b4a4-4366210e2653 admin admin] Pushing event updated for resources: {'Network': ['ID=070027a4-7989-40e5-92de-9f9067d39452,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:22.181266 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Network 070027a4-7989-40e5-92de-9f9067d39452 details requested by agent ovs-agent-dv-cinder-830093-1-iscsi with host dv-cinder-830093-1-iscsi {{(pid=102709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:56:22.193963 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a8940-602e-4b86-a6c1-20f4990453e4 admin admin] Pushing event updated for resources: {'Network': ['ID=a89eb610-f3f6-48dd-a90b-fd6474eca384,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:22.228523 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0f2c7af2-847b-4fc7-8165-f79cc9c27be4 admin admin] Publish callbacks [] for security_group (0ea7e289-c1da-45a3-a477-43955877754c), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:22.235626 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0164746-0925-4472-9814-1a43c5784580 admin admin] Made reservation on behalf of 756580a91a2b4d2c966ba3317abe4e04 for: {'subnet': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:22.238312 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f0164746-0925-4472-9814-1a43c5784580 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:22.265088 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Network a89eb610-f3f6-48dd-a90b-fd6474eca384 details requested by agent ovs-agent-dv-cinder-830093-1-iscsi with host dv-cinder-830093-1-iscsi {{(pid=102709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:56:22.332960 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0f2c7af2-847b-4fc7-8165-f79cc9c27be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (0ea7e289-c1da-45a3-a477-43955877754c), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:22.348908 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50772) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:22.354901 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-1f665d10-8ac8-4c04-8fe2-562b16c7ddec admin admin] Request body: {'subnet': {'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-965381099-subnet', 'tenant_id': '31a3beb756d44069b8b12e5e819b6a92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:22.359655 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-5e2a8940-602e-4b86-a6c1-20f4990453e4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0904405 Feb 20 21:56:22.418781 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f665d10-8ac8-4c04-8fe2-562b16c7ddec admin admin] Made reservation on behalf of 31a3beb756d44069b8b12e5e819b6a92 for: {'subnet': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:22.421392 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1f665d10-8ac8-4c04-8fe2-562b16c7ddec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:22.480656 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c7af2-847b-4fc7-8165-f79cc9c27be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea7e289-c1da-45a3-a477-43955877754c,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:22.486528 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2c7af2-847b-4fc7-8165-f79cc9c27be4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=102707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:56:22.539383 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0f2c7af2-847b-4fc7-8165-f79cc9c27be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (2ff464a4-c5a2-45f8-b298-4e526a5a81bf), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:22.546075 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.db.segments_db [None req-0f2c7af2-847b-4fc7-8165-f79cc9c27be4 admin admin] Added segment 2ff464a4-c5a2-45f8-b298-4e526a5a81bf of type vlan for network 3e763aaf-88b9-4e27-90cd-d1934feee28a Feb 20 21:56:22.629361 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0f2c7af2-847b-4fc7-8165-f79cc9c27be4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760287717003'] for network (3e763aaf-88b9-4e27-90cd-d1934feee28a), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:22.716760 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0f2c7af2-847b-4fc7-8165-f79cc9c27be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for network (3e763aaf-88b9-4e27-90cd-d1934feee28a), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:22.717763 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2c7af2-847b-4fc7-8165-f79cc9c27be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:22.718489 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0f2c7af2-847b-4fc7-8165-f79cc9c27be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:22.785449 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f0164746-0925-4472-9814-1a43c5784580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for subnet (01c948a3-526d-473a-8a34-79d808f1ad12), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:22.808820 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-0f2c7af2-847b-4fc7-8165-f79cc9c27be4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5880253 Feb 20 21:56:22.831771 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 50806) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:22.841675 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-5722b348-9f0a-40b5-8f76-765d7de61117 admin admin] Request body: {'subnet': {'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-subnet', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:22.849136 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c7af2-847b-4fc7-8165-f79cc9c27be4 admin admin] Pushing event updated for resources: {'Network': ['ID=3e763aaf-88b9-4e27-90cd-d1934feee28a,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:22.862934 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Network 3e763aaf-88b9-4e27-90cd-d1934feee28a details requested by agent ovs-agent-dv-cinder-830093-1-iscsi with host dv-cinder-830093-1-iscsi {{(pid=102709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:56:22.874770 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1f665d10-8ac8-4c04-8fe2-562b16c7ddec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for subnet (6ec271f1-ff6d-444d-b149-16f50cc10be7), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:22.888861 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0164746-0925-4472-9814-1a43c5784580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01c948a3-526d-473a-8a34-79d808f1ad12,revision_number=0']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:22.903346 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5722b348-9f0a-40b5-8f76-765d7de61117 admin admin] Made reservation on behalf of 52eb4398f63e4c4c8811bf06725eddc8 for: {'subnet': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:22.906016 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5722b348-9f0a-40b5-8f76-765d7de61117 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:22.927084 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0164746-0925-4472-9814-1a43c5784580 admin admin] Checking segment: {'id': '80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '070027a4-7989-40e5-92de-9f9067d39452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:22.927521 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0164746-0925-4472-9814-1a43c5784580 admin admin] Network hostable DHCP agents. Network: 070027a4-7989-40e5-92de-9f9067d39452, hostable agents: ['6fcc0529-21bc-43b9-962d-56692d0812bd'], hosted agents: [] {{(pid=102707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:56:22.988958 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f665d10-8ac8-4c04-8fe2-562b16c7ddec admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ec271f1-ff6d-444d-b149-16f50cc10be7,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:23.004040 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0164746-0925-4472-9814-1a43c5784580 admin admin] Network 070027a4-7989-40e5-92de-9f9067d39452 is scheduled to be hosted by DHCP agent 6fcc0529-21bc-43b9-962d-56692d0812bd with binding_index 1 {{(pid=102707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:56:23.022252 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-f0164746-0925-4472-9814-1a43c5784580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-1-iscsi, 070027a4-7989-40e5-92de-9f9067d39452) {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:23.023595 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f665d10-8ac8-4c04-8fe2-562b16c7ddec admin admin] Checking segment: {'id': '34364242-bfb9-46d9-a6c3-dc8b7b66c390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:23.024046 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f665d10-8ac8-4c04-8fe2-562b16c7ddec admin admin] Network hostable DHCP agents. Network: a89eb610-f3f6-48dd-a90b-fd6474eca384, hostable agents: ['6fcc0529-21bc-43b9-962d-56692d0812bd'], hosted agents: [] {{(pid=102708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:56:23.030838 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0164746-0925-4472-9814-1a43c5784580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:23.031484 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f0164746-0925-4472-9814-1a43c5784580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:23.034109 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae50a15-017a-49ae-aa2b-a0b2289b1c66 None None] Network 070027a4-7989-40e5-92de-9f9067d39452 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:56:23.045707 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f665d10-8ac8-4c04-8fe2-562b16c7ddec admin admin] Network a89eb610-f3f6-48dd-a90b-fd6474eca384 is scheduled to be hosted by DHCP agent 6fcc0529-21bc-43b9-962d-56692d0812bd with binding_index 1 {{(pid=102708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:56:23.058506 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-1f665d10-8ac8-4c04-8fe2-562b16c7ddec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-1-iscsi, a89eb610-f3f6-48dd-a90b-fd6474eca384) {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:23.065110 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f665d10-8ac8-4c04-8fe2-562b16c7ddec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:23.065951 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1f665d10-8ac8-4c04-8fe2-562b16c7ddec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:23.097913 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50822) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:23.098176 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-f0164746-0925-4472-9814-1a43c5784580 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0355201 Feb 20 21:56:23.109218 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-d1dda2d5-4ff5-43e9-ac32-12ab78bebb3c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:23.118806 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db9aa0d-8dff-458d-9754-b74a19a5fc2a None None] Network a89eb610-f3f6-48dd-a90b-fd6474eca384 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:56:23.128475 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-1f665d10-8ac8-4c04-8fe2-562b16c7ddec admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7781236 Feb 20 21:56:23.131417 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50824) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:23.138619 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-c6e69170-7382-43b7-81cf-671a373a96bd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-965381099-router', 'tenant_id': '31a3beb756d44069b8b12e5e819b6a92', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:23.172446 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5722b348-9f0a-40b5-8f76-765d7de61117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for subnet (8c8aaa30-49a3-42aa-9af8-224d54cdf692), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:23.174098 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d1dda2d5-4ff5-43e9-ac32-12ab78bebb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27494'] for router (2741698a-f3c3-40b5-8a36-9af40f6fa99f), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:23.175626 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d1dda2d5-4ff5-43e9-ac32-12ab78bebb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27549'] for router (2741698a-f3c3-40b5-8a36-9af40f6fa99f), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:23.204826 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6e69170-7382-43b7-81cf-671a373a96bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27494'] for router (d3311c6b-d085-4eed-91ab-eab5e6637a6b), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:23.206405 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6e69170-7382-43b7-81cf-671a373a96bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27549'] for router (d3311c6b-d085-4eed-91ab-eab5e6637a6b), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:23.237286 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-df32a9fc-12c3-4d68-b949-0ef77c6720c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:23.250737 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64180d25-863e-5e6e-960c-f070cb81dd8f-070027a4-7989-40e5-92de-9f9067d39452', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'fixed_ips': [{'subnet_id': '01c948a3-526d-473a-8a34-79d808f1ad12'}]}} from dv-cinder-830093-1-iscsi. {{(pid=102709) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 21:56:23.251908 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:23.272316 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6e69170-7382-43b7-81cf-671a373a96bd admin admin] Publish callbacks [] for router_controller (d3311c6b-d085-4eed-91ab-eab5e6637a6b), precommit_add_association {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:23.365860 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386c6086-6961-4d65-81fc-d342ce987f5d None None] Network a89eb610-f3f6-48dd-a90b-fd6474eca384 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:56:23.373676 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722b348-9f0a-40b5-8f76-765d7de61117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c8aaa30-49a3-42aa-9af8-224d54cdf692,revision_number=0']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:23.388754 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5722b348-9f0a-40b5-8f76-765d7de61117 admin admin] Checking segment: {'id': '2ff464a4-c5a2-45f8-b298-4e526a5a81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:23.389276 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5722b348-9f0a-40b5-8f76-765d7de61117 admin admin] Network hostable DHCP agents. Network: 3e763aaf-88b9-4e27-90cd-d1934feee28a, hostable agents: ['6fcc0529-21bc-43b9-962d-56692d0812bd'], hosted agents: [] {{(pid=102707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:56:23.426816 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5722b348-9f0a-40b5-8f76-765d7de61117 admin admin] Network 3e763aaf-88b9-4e27-90cd-d1934feee28a is scheduled to be hosted by DHCP agent 6fcc0529-21bc-43b9-962d-56692d0812bd with binding_index 1 {{(pid=102707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:56:23.448424 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-5722b348-9f0a-40b5-8f76-765d7de61117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-1-iscsi, 3e763aaf-88b9-4e27-90cd-d1934feee28a) {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:23.452474 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5722b348-9f0a-40b5-8f76-765d7de61117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:23.453370 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5722b348-9f0a-40b5-8f76-765d7de61117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:23.463824 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a08a9f-7ae8-4e9c-8d83-ad33fbd0d8cd None None] Network 3e763aaf-88b9-4e27-90cd-d1934feee28a requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:56:23.494600 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-5722b348-9f0a-40b5-8f76-765d7de61117 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6572886 Feb 20 21:56:23.497451 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 50838) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:23.502682 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-aa9eee48-606b-4c07-ab3d-e4dbfd97789c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:23.549042 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa9eee48-606b-4c07-ab3d-e4dbfd97789c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27494'] for router (6cf77314-15de-4d2b-b270-386df3c7e46f), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:23.550314 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa9eee48-606b-4c07-ab3d-e4dbfd97789c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27549'] for router (6cf77314-15de-4d2b-b270-386df3c7e46f), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:23.572522 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 50852) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:23.575504 dv-cinder-830093-1-iscsi neutron-server[102707]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 21:56:23.592835 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d1dda2d5-4ff5-43e9-ac32-12ab78bebb3c admin admin] Publish callbacks [] for router_controller (2741698a-f3c3-40b5-8a36-9af40f6fa99f), precommit_add_association {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:23.606754 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.db_base_plugin_common [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Allocated IP 172.20.0.2 (070027a4-7989-40e5-92de-9f9067d39452/01c948a3-526d-473a-8a34-79d808f1ad12/43a78679-df7e-478d-8eb9-291a9df4b08e) {{(pid=102709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:56:23.639078 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6e69170-7382-43b7-81cf-671a373a96bd admin admin] Publish callbacks [] for router_gateway (d3311c6b-d085-4eed-91ab-eab5e6637a6b), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:23.810453 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa9eee48-606b-4c07-ab3d-e4dbfd97789c admin admin] Publish callbacks [] for router_controller (6cf77314-15de-4d2b-b270-386df3c7e46f), precommit_add_association {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:23.831073 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d1dda2d5-4ff5-43e9-ac32-12ab78bebb3c admin admin] Publish callbacks [] for router_gateway (2741698a-f3c3-40b5-8a36-9af40f6fa99f), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:23.869959 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64180d25-863e-5e6e-960c-f070cb81dd8f-3e763aaf-88b9-4e27-90cd-d1934feee28a', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692'}]}} from dv-cinder-830093-1-iscsi. {{(pid=102709) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 21:56:23.871128 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:23.925880 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-c18b0499-1166-4e3f-afa5-875a1085658f tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:23.927463 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-c18b0499-1166-4e3f-afa5-875a1085658f tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/networks?id=e40b2997-2dc8-4b7f-a769-1be5e4f3954e HTTP/1.1" status: 200 len: 812 time: 0.3537412 Feb 20 21:56:24.090037 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d1dda2d5-4ff5-43e9-ac32-12ab78bebb3c admin admin] Publish callbacks [] for router_gateway (2741698a-f3c3-40b5-8a36-9af40f6fa99f), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:24.097636 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Publish callbacks [] for port (43a78679-df7e-478d-8eb9-291a9df4b08e), precommit_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:24.112443 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d1dda2d5-4ff5-43e9-ac32-12ab78bebb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:24.119686 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (43a78679-df7e-478d-8eb9-291a9df4b08e), after_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:24.134795 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.db_base_plugin_common [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] Allocated IP 172.20.0.2 (3e763aaf-88b9-4e27-90cd-d1934feee28a/8c8aaa30-49a3-42aa-9af8-224d54cdf692/c3f61265-f250-4cf9-977b-88e2dd6275d5) {{(pid=102709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:56:24.164690 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-70a8502f-54c0-4e7a-b957-7fd803da944d tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/quotas/2674958fb3694aff919a80f0a1133875 HTTP/1.1" status: 200 len: 375 time: 0.0502846 Feb 20 21:56:24.184795 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Network 070027a4-7989-40e5-92de-9f9067d39452 is already hosted by enough agents. {{(pid=102709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:56:24.191605 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.base_scheduler [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Resources bound (agent type, host, resource id): {{(pid=102709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:24.206881 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Received port after_create {{(pid=102709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:56:24.213388 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa9eee48-606b-4c07-ab3d-e4dbfd97789c admin admin] Publish callbacks [] for router_gateway (6cf77314-15de-4d2b-b270-386df3c7e46f), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:24.229626 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Pushing event updated for resources: {'Port': ['ID=43a78679-df7e-478d-8eb9-291a9df4b08e,revision_number=1']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:24.279216 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-81dbf7ee-b4fb-449b-baa8-3516632e5946 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2674958fb3694aff919a80f0a1133875&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704083 Feb 20 21:56:24.299570 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:24.300332 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:24.300923 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:24.301516 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:24.302085 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:24.302644 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:24.303263 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:24.303954 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:24.304538 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:24.305143 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:24.305721 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:24.306836 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:24.307399 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Tracked resource versions report: Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: pushed versions: Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: { 'AddressGroup': {'1.2'}, Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'ConntrackHelper': {'1.0'}, Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'LocalIPAssociation': {'1.0'}, Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'Log': {'1.0'}, Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'Network': {'1.1'}, Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'Port': {'1.7'}, Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'PortForwarding': {'1.2'}, Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'QosPolicy': {'1.10'}, Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'SecurityGroup': {'1.5'}, Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'SecurityGroupRule': {'1.2'}, Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'SubPort': {'1.0'}, Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'Subnet': {'1.1'}, Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'Trunk': {'1.1'}} Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: consumer versions: Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: { DHCP agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: HyperV agent@hv-cinder-83009: {}, Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: L3 agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: Metadata agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: Metering agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: Open vSwitch agent@dv-cinder-830093-1-iscsi: { 'AddressGroup': '1.2', Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'ConntrackHelper': '1.0', Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'LocalIPAssociation': '1.0', Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'Log': '1.0', Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'Network': '1.1', Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'Port': '1.7', Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'PortForwarding': '1.2', Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'QosPolicy': '1.10', Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'SecurityGroup': '1.5', Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'SecurityGroupRule': '1.2', Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'SubPort': '1.0', Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'Subnet': '1.1', Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: 'Trunk': '1.1'}} Feb 20 21:56:24.308802 dv-cinder-830093-1-iscsi neutron-server[102709]: {{(pid=102709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 21:56:24.332746 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [None req-d1dda2d5-4ff5-43e9-ac32-12ab78bebb3c admin admin] Allocated IP 172.27.3.218 (64ae5708-48ae-4f2e-98e0-0b35ff108ff4/7fd4686c-7b81-425f-9e36-00c6096e9531/bf98f2ff-372c-4dcd-8c81-35c2fa4fc960) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:56:24.417163 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Attempting to bind port 43a78679-df7e-478d-8eb9-291a9df4b08e on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:56:24.417542 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Attempting to bind port 43a78679-df7e-478d-8eb9-291a9df4b08e by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '070027a4-7989-40e5-92de-9f9067d39452'}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:56:24.417910 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Attempting to bind port 43a78679-df7e-478d-8eb9-291a9df4b08e on network 070027a4-7989-40e5-92de-9f9067d39452 {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:56:24.434799 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6e69170-7382-43b7-81cf-671a373a96bd admin admin] Publish callbacks [] for router_gateway (d3311c6b-d085-4eed-91ab-eab5e6637a6b), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:24.468317 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:56:24.468885 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Checking segment: {'id': '80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '070027a4-7989-40e5-92de-9f9067d39452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:24.469344 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:24.469835 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Bound using segment: {'id': '80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '070027a4-7989-40e5-92de-9f9067d39452'} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:56:24.470293 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Bound port: 43a78679-df7e-478d-8eb9-291a9df4b08e, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '070027a4-7989-40e5-92de-9f9067d39452'}}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:56:24.470664 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (43a78679-df7e-478d-8eb9-291a9df4b08e), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:24.475639 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:24.477157 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6e69170-7382-43b7-81cf-671a373a96bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:24.535680 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] Publish callbacks [] for port (c3f61265-f250-4cf9-977b-88e2dd6275d5), precommit_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:24.555250 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (c3f61265-f250-4cf9-977b-88e2dd6275d5), after_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:24.567818 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d1dda2d5-4ff5-43e9-ac32-12ab78bebb3c admin admin] Publish callbacks [] for port (bf98f2ff-372c-4dcd-8c81-35c2fa4fc960), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:24.601950 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-b7f5f578-aa21-45d6-85f0-f16ad77ffdfb service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 21:56:24.610040 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-b7f5f578-aa21-45d6-85f0-f16ad77ffdfb service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1304395 Feb 20 21:56:24.620356 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] Pushing event updated for resources: {'Port': ['ID=c3f61265-f250-4cf9-977b-88e2dd6275d5,revision_number=1']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:24.638887 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] Network 3e763aaf-88b9-4e27-90cd-d1934feee28a is already hosted by enough agents. {{(pid=102709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:56:24.642214 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.base_scheduler [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] Resources bound (agent type, host, resource id): {{(pid=102709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:24.644739 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] Received port after_create {{(pid=102709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:56:24.653179 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] For port 43a78679-df7e-478d-8eb9-291a9df4b08e, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:56:24.688848 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d1dda2d5-4ff5-43e9-ac32-12ab78bebb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (bf98f2ff-372c-4dcd-8c81-35c2fa4fc960), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:24.700823 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa9eee48-606b-4c07-ab3d-e4dbfd97789c admin admin] Publish callbacks [] for router_gateway (6cf77314-15de-4d2b-b270-386df3c7e46f), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:24.719903 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] For port 43a78679-df7e-478d-8eb9-291a9df4b08e, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=43a78679-df7e-478d-8eb9-291a9df4b08e,segment=NetworkSegment(80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d),segment_id=80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d)] {{(pid=102709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:56:24.721677 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] Attempting to bind port c3f61265-f250-4cf9-977b-88e2dd6275d5 on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:56:24.722054 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] Attempting to bind port c3f61265-f250-4cf9-977b-88e2dd6275d5 by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '2ff464a4-c5a2-45f8-b298-4e526a5a81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a'}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:56:24.722422 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] Attempting to bind port c3f61265-f250-4cf9-977b-88e2dd6275d5 on network 3e763aaf-88b9-4e27-90cd-d1934feee28a {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:56:24.729401 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:56:24.729813 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] Checking segment: {'id': '2ff464a4-c5a2-45f8-b298-4e526a5a81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:24.730220 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:24.730808 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] Bound using segment: {'id': '2ff464a4-c5a2-45f8-b298-4e526a5a81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a'} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:56:24.731292 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] Bound port: c3f61265-f250-4cf9-977b-88e2dd6275d5, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff464a4-c5a2-45f8-b298-4e526a5a81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a'}}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:56:24.731678 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (c3f61265-f250-4cf9-977b-88e2dd6275d5), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:24.734210 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa9eee48-606b-4c07-ab3d-e4dbfd97789c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:24.752123 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (43a78679-df7e-478d-8eb9-291a9df4b08e), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:24.789140 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 50892) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:24.868199 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-072f7a8d-09f3-4cdb-adf1-cb6a0e5e80b3 service neutron] 10.222.0.61 "GET /v2.0/networks/e40b2997-2dc8-4b7f-a769-1be5e4f3954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570140 Feb 20 21:56:24.889042 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] For port c3f61265-f250-4cf9-977b-88e2dd6275d5, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:56:24.892484 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] For port c3f61265-f250-4cf9-977b-88e2dd6275d5, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=c3f61265-f250-4cf9-977b-88e2dd6275d5,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:56:24.896522 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680f6e5-a3f0-4cd4-91e7-927e80f70093 None None] Pushing event updated for resources: {'Port': ['ID=43a78679-df7e-478d-8eb9-291a9df4b08e,revision_number=2']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:24.904884 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (c3f61265-f250-4cf9-977b-88e2dd6275d5), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:24.980687 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f8adf-ada0-48bc-ab00-29d63533ac4e None None] Pushing event updated for resources: {'Port': ['ID=c3f61265-f250-4cf9-977b-88e2dd6275d5,revision_number=2']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:24.997508 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dda2d5-4ff5-43e9-ac32-12ab78bebb3c admin admin] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:56:25.000860 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dda2d5-4ff5-43e9-ac32-12ab78bebb3c admin admin] Pushing event updated for resources: {'Port': ['ID=bf98f2ff-372c-4dcd-8c81-35c2fa4fc960,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:25.008200 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-d1dda2d5-4ff5-43e9-ac32-12ab78bebb3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:25.020176 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [None req-c6e69170-7382-43b7-81cf-671a373a96bd admin admin] Allocated IP 172.27.3.2 (64ae5708-48ae-4f2e-98e0-0b35ff108ff4/7fd4686c-7b81-425f-9e36-00c6096e9531/02059752-97ca-4724-b42c-31f3eb095949) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:56:25.058460 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dda2d5-4ff5-43e9-ac32-12ab78bebb3c admin admin] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:56:25.091996 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4eef96f9-2d36-4328-adb9-d9a318c88409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:25.264124 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-f20173b6-d10d-4926-af6e-9342b4c134d4 service neutron] 10.222.0.61 "GET /v2.0/networks/e40b2997-2dc8-4b7f-a769-1be5e4f3954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834989 Feb 20 21:56:25.408092 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4eef96f9-2d36-4328-adb9-d9a318c88409 admin admin] Publish callbacks [] for security_group (daae3fc6-9c65-49a3-a4e3-44aa260bd55f), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:25.423965 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4eef96f9-2d36-4328-adb9-d9a318c88409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (daae3fc6-9c65-49a3-a4e3-44aa260bd55f), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:25.525268 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-4eef96f9-2d36-4328-adb9-d9a318c88409 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7f8b74d9f9b6440f83ace627a2fa1189&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7252145 Feb 20 21:56:25.526587 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 50934) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:25.535877 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6e69170-7382-43b7-81cf-671a373a96bd admin admin] Publish callbacks [] for port (02059752-97ca-4724-b42c-31f3eb095949), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:25.585076 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef96f9-2d36-4328-adb9-d9a318c88409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daae3fc6-9c65-49a3-a4e3-44aa260bd55f,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:25.668092 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b28aa553-e3d9-458d-ac52-d82df7e71f09 admin admin] Publish callbacks [] for security_group (daae3fc6-9c65-49a3-a4e3-44aa260bd55f), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:25.736307 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b28aa553-e3d9-458d-ac52-d82df7e71f09 admin admin] Publish callbacks [] for security_group (daae3fc6-9c65-49a3-a4e3-44aa260bd55f), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:25.764052 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 50954) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:25.857844 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:25.861284 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-72b5324c-4722-4bc4-beff-5a9cf9de809a req-4f8037e2-6ebf-418b-b8d5-da2cd17eb653 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 210 time: 0.0957532 Feb 20 21:56:25.884042 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6e69170-7382-43b7-81cf-671a373a96bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (02059752-97ca-4724-b42c-31f3eb095949), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:25.929460 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_common [None req-aa9eee48-606b-4c07-ab3d-e4dbfd97789c admin admin] Allocated IP 172.27.3.98 (64ae5708-48ae-4f2e-98e0-0b35ff108ff4/7fd4686c-7b81-425f-9e36-00c6096e9531/863666a3-9174-42d8-9943-8496e886fcc1) {{(pid=102707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:56:25.937570 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b28aa553-e3d9-458d-ac52-d82df7e71f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (daae3fc6-9c65-49a3-a4e3-44aa260bd55f), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:25.940802 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e69170-7382-43b7-81cf-671a373a96bd admin admin] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:56:25.941140 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b28aa553-e3d9-458d-ac52-d82df7e71f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:25.943383 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-b28aa553-e3d9-458d-ac52-d82df7e71f09 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/daae3fc6-9c65-49a3-a4e3-44aa260bd55f HTTP/1.1" status: 204 len: 168 time: 0.3677547 Feb 20 21:56:25.961799 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28aa553-e3d9-458d-ac52-d82df7e71f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daae3fc6-9c65-49a3-a4e3-44aa260bd55f,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:25.964158 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-c6e69170-7382-43b7-81cf-671a373a96bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:25.975029 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 50966) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:26.064355 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e69170-7382-43b7-81cf-671a373a96bd admin admin] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:56:26.100423 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa9eee48-606b-4c07-ab3d-e4dbfd97789c admin admin] Publish callbacks [] for port (863666a3-9174-42d8-9943-8496e886fcc1), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:26.150645 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa9eee48-606b-4c07-ab3d-e4dbfd97789c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (863666a3-9174-42d8-9943-8496e886fcc1), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:26.218610 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9eee48-606b-4c07-ab3d-e4dbfd97789c admin admin] Pushing event updated for resources: {'Port': ['ID=863666a3-9174-42d8-9943-8496e886fcc1,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:26.241212 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9eee48-606b-4c07-ab3d-e4dbfd97789c admin admin] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 is already hosted by enough agents. {{(pid=102707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:56:26.252706 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-aa9eee48-606b-4c07-ab3d-e4dbfd97789c admin admin] Resources bound (agent type, host, resource id): {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:26.259209 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9eee48-606b-4c07-ab3d-e4dbfd97789c admin admin] Received port after_create {{(pid=102707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:56:26.395296 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6e69170-7382-43b7-81cf-671a373a96bd admin admin] Publish callbacks [] for router_gateway (d3311c6b-d085-4eed-91ab-eab5e6637a6b), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:26.468044 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-601af85b-ba66-4a8e-9850-65410f42daef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:26.496644 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device c3f61265-f250-4cf9-977b-88e2dd6275d5 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:56:26.638069 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port c3f61265-f250-4cf9-977b-88e2dd6275d5 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:26.638697 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (c3f61265-f250-4cf9-977b-88e2dd6275d5), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:26.800505 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 50984) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:26.810956 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6e69170-7382-43b7-81cf-671a373a96bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642983'] for router (d3311c6b-d085-4eed-91ab-eab5e6637a6b), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:26.851175 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-601af85b-ba66-4a8e-9850-65410f42daef admin admin] Publish callbacks [] for security_group (28965932-2953-4c2c-b4e9-ad40fdf075ce), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:26.863160 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-601af85b-ba66-4a8e-9850-65410f42daef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (28965932-2953-4c2c-b4e9-ad40fdf075ce), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:26.864038 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port c3f61265-f250-4cf9-977b-88e2dd6275d5 is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:26.864416 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (c3f61265-f250-4cf9-977b-88e2dd6275d5), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:26.905568 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-601af85b-ba66-4a8e-9850-65410f42daef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5d61aeebce994fe68c6599e0e67cb8cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9293272 Feb 20 21:56:26.907639 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 50996) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:26.960812 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] For port c3f61265-f250-4cf9-977b-88e2dd6275d5, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=c3f61265-f250-4cf9-977b-88e2dd6275d5,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:56:26.971350 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a60675-389d-4030-952f-6925f3bee953 None None] Network 3e763aaf-88b9-4e27-90cd-d1934feee28a requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:56:27.000785 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (c3f61265-f250-4cf9-977b-88e2dd6275d5), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:27.001578 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 43a78679-df7e-478d-8eb9-291a9df4b08e up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:56:27.067837 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e9c0ce50-6ce3-4ea1-b66f-ea8b1ad56ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:27.095127 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e69170-7382-43b7-81cf-671a373a96bd admin admin] Pushing event updated for resources: {'Port': ['ID=02059752-97ca-4724-b42c-31f3eb095949,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:27.152152 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d1dda2d5-4ff5-43e9-ac32-12ab78bebb3c admin admin] Publish callbacks [] for router_gateway (2741698a-f3c3-40b5-8a36-9af40f6fa99f), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:27.203638 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654d5800-ee28-4f10-a73e-8d33b146fcce None None] Network 070027a4-7989-40e5-92de-9f9067d39452 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:56:27.231987 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e69170-7382-43b7-81cf-671a373a96bd admin admin] Router d3311c6b-d085-4eed-91ab-eab5e6637a6b is scheduled to L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b with binding_index 1 {{(pid=102708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 21:56:27.311894 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8a0eba3e-1f77-465c-b996-1fabbac67514 req-ed491324-0b91-4530-9895-a90e45fa09ab tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 210 time: 0.1248388 Feb 20 21:56:27.322990 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601af85b-ba66-4a8e-9850-65410f42daef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28965932-2953-4c2c-b4e9-ad40fdf075ce,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:27.348195 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-b32d77f1-b312-4a83-b054-03db2b1a63b3 None None] Provisioning complete for port c3f61265-f250-4cf9-977b-88e2dd6275d5 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:27.348881 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b32d77f1-b312-4a83-b054-03db2b1a63b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (c3f61265-f250-4cf9-977b-88e2dd6275d5), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:27.350891 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-04547ca5-5307-48bc-906d-b402aa463d62 admin admin] Publish callbacks [] for security_group (28965932-2953-4c2c-b4e9-ad40fdf075ce), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:27.355317 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa9eee48-606b-4c07-ab3d-e4dbfd97789c admin admin] Publish callbacks [] for router_gateway (6cf77314-15de-4d2b-b270-386df3c7e46f), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:27.432583 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-04547ca5-5307-48bc-906d-b402aa463d62 admin admin] Publish callbacks [] for security_group (28965932-2953-4c2c-b4e9-ad40fdf075ce), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:27.443661 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e9c0ce50-6ce3-4ea1-b66f-ea8b1ad56ea2 admin admin] Publish callbacks [] for security_group (24304444-05bc-4a6f-8718-41b5ae26153d), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:27.519050 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e9c0ce50-6ce3-4ea1-b66f-ea8b1ad56ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (24304444-05bc-4a6f-8718-41b5ae26153d), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:27.598518 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-e9c0ce50-6ce3-4ea1-b66f-ea8b1ad56ea2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=424c17ce9b0948789283c52999bcc4ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7818213 Feb 20 21:56:27.602265 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 51030) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:27.602451 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e69170-7382-43b7-81cf-671a373a96bd admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:56:27.603312 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Pushing event updated for resources: {'Port': ['ID=c3f61265-f250-4cf9-977b-88e2dd6275d5,revision_number=3']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:27.604016 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0ce50-6ce3-4ea1-b66f-ea8b1ad56ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24304444-05bc-4a6f-8718-41b5ae26153d,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:27.608998 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-b32d77f1-b312-4a83-b054-03db2b1a63b3 None None] Current status of the port c3f61265-f250-4cf9-977b-88e2dd6275d5 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:27.612665 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:27.615296 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] Sync routers for ids ['d3311c6b-d085-4eed-91ab-eab5e6637a6b'] in dv-cinder-830093-1-iscsi {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:56:27.628765 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 43a78679-df7e-478d-8eb9-291a9df4b08e triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:27.629513 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (43a78679-df7e-478d-8eb9-291a9df4b08e), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:27.636519 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] Routers {'d3311c6b-d085-4eed-91ab-eab5e6637a6b'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:56:27.642980 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:56:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['d3311c6b-d085-4eed-91ab-eab5e6637a6b'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:27.840869 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6e69170-7382-43b7-81cf-671a373a96bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:27.845984 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-c6e69170-7382-43b7-81cf-671a373a96bd admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7126801 Feb 20 21:56:27.847464 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 51034) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:27.945537 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8a4a3925-b33e-4dfc-8612-bc8a8b7fe3f6 None None] Provisioning complete for port 43a78679-df7e-478d-8eb9-291a9df4b08e triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:27.946143 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8a4a3925-b33e-4dfc-8612-bc8a8b7fe3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (43a78679-df7e-478d-8eb9-291a9df4b08e), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:27.975196 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] Set router d3311c6b-d085-4eed-91ab-eab5e6637a6b gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:56:27.985281 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d1dda2d5-4ff5-43e9-ac32-12ab78bebb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642983'] for router (2741698a-f3c3-40b5-8a36-9af40f6fa99f), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:28.007305 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 43a78679-df7e-478d-8eb9-291a9df4b08e is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:28.012252 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (43a78679-df7e-478d-8eb9-291a9df4b08e), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:28.122165 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa9eee48-606b-4c07-ab3d-e4dbfd97789c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642983'] for router (6cf77314-15de-4d2b-b270-386df3c7e46f), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:28.140027 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-a301b4a4-907e-4520-b967-7f0de2d6d9aa admin admin] Publish callbacks [] for security_group (24304444-05bc-4a6f-8718-41b5ae26153d), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:28.149170 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-04547ca5-5307-48bc-906d-b402aa463d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (28965932-2953-4c2c-b4e9-ad40fdf075ce), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:28.152970 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-04547ca5-5307-48bc-906d-b402aa463d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:28.154769 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-04547ca5-5307-48bc-906d-b402aa463d62 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/28965932-2953-4c2c-b4e9-ad40fdf075ce HTTP/1.1" status: 204 len: 168 time: 1.2365859 Feb 20 21:56:28.190830 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] For port 43a78679-df7e-478d-8eb9-291a9df4b08e, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=43a78679-df7e-478d-8eb9-291a9df4b08e,segment=NetworkSegment(80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d),segment_id=80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:56:28.204213 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (43a78679-df7e-478d-8eb9-291a9df4b08e), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:28.237969 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04547ca5-5307-48bc-906d-b402aa463d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28965932-2953-4c2c-b4e9-ad40fdf075ce,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:28.254481 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-a301b4a4-907e-4520-b967-7f0de2d6d9aa admin admin] Publish callbacks [] for security_group (24304444-05bc-4a6f-8718-41b5ae26153d), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:28.323212 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a3925-b33e-4dfc-8612-bc8a8b7fe3f6 None None] Current status of the port 43a78679-df7e-478d-8eb9-291a9df4b08e is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:28.352598 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Pushing event updated for resources: {'Port': ['ID=43a78679-df7e-478d-8eb9-291a9df4b08e,revision_number=3']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:28.385089 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3311c6b-d085-4eed-91ab-eab5e6637a6b', 'name': 'tempest-ServerRescueNegativeTestJSON-965381099-router', 'tenant_id': '31a3beb756d44069b8b12e5e819b6a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '02059752-97ca-4724-b42c-31f3eb095949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:26Z', 'revision_number': 3, 'project_id': '31a3beb756d44069b8b12e5e819b6a92', 'gw_port': {'id': '02059752-97ca-4724-b42c-31f3eb095949', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3311c6b-d085-4eed-91ab-eab5e6637a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:28.389718 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device c3f61265-f250-4cf9-977b-88e2dd6275d5 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:56:28.452711 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] Checking router: d3311c6b-d085-4eed-91ab-eab5e6637a6b for host: dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:56:28.453011 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] Updating router d3311c6b-d085-4eed-91ab-eab5e6637a6b port 02059752-97ca-4724-b42c-31f3eb095949 binding host dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:56:28.460094 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dda2d5-4ff5-43e9-ac32-12ab78bebb3c admin admin] Router 2741698a-f3c3-40b5-8a36-9af40f6fa99f is scheduled to L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b with binding_index 1 {{(pid=102708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 21:56:28.522476 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (02059752-97ca-4724-b42c-31f3eb095949), before_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:28.649280 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9b7a29f4-12e5-4284-9213-b2a8d79ed1b9 req-cea12a6b-f3f9-4b8c-9c63-bb06f7b441d4 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 210 time: 0.0704629 Feb 20 21:56:28.699999 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9eee48-606b-4c07-ab3d-e4dbfd97789c admin admin] Router 6cf77314-15de-4d2b-b270-386df3c7e46f is scheduled to L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b with binding_index 1 {{(pid=102707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 21:56:28.703543 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-a301b4a4-907e-4520-b967-7f0de2d6d9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (24304444-05bc-4a6f-8718-41b5ae26153d), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:28.706322 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-a301b4a4-907e-4520-b967-7f0de2d6d9aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:28.710242 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-a301b4a4-907e-4520-b967-7f0de2d6d9aa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/24304444-05bc-4a6f-8718-41b5ae26153d HTTP/1.1" status: 204 len: 168 time: 1.0791147 Feb 20 21:56:28.719113 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-0056baf7-96ee-4c2b-b32b-808be324fe34 None None] Provisioning complete for port 43a78679-df7e-478d-8eb9-291a9df4b08e triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:28.719499 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-0056baf7-96ee-4c2b-b32b-808be324fe34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (43a78679-df7e-478d-8eb9-291a9df4b08e), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:28.732615 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301b4a4-907e-4520-b967-7f0de2d6d9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24304444-05bc-4a6f-8718-41b5ae26153d,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:28.822268 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port c3f61265-f250-4cf9-977b-88e2dd6275d5 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:28.822657 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (c3f61265-f250-4cf9-977b-88e2dd6275d5), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:28.856144 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] Publish callbacks [] for port (02059752-97ca-4724-b42c-31f3eb095949), precommit_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:28.865301 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (02059752-97ca-4724-b42c-31f3eb095949), after_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:28.874570 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 51064) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:28.925961 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9eee48-606b-4c07-ab3d-e4dbfd97789c admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:56:28.940367 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c727cb-bd29-45a5-b171-e02f4537a487 None None] Pushing event updated for resources: {'Port': ['ID=02059752-97ca-4724-b42c-31f3eb095949,revision_number=2']} {{(pid=102710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:28.960784 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c727cb-bd29-45a5-b171-e02f4537a487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:28.961274 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c727cb-bd29-45a5-b171-e02f4537a487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:28.961640 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c727cb-bd29-45a5-b171-e02f4537a487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:28.962523 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c727cb-bd29-45a5-b171-e02f4537a487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:28.962523 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c727cb-bd29-45a5-b171-e02f4537a487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:28.962926 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c727cb-bd29-45a5-b171-e02f4537a487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:28.963117 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c727cb-bd29-45a5-b171-e02f4537a487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:28.963456 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c727cb-bd29-45a5-b171-e02f4537a487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:28.963856 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c727cb-bd29-45a5-b171-e02f4537a487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:28.964251 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c727cb-bd29-45a5-b171-e02f4537a487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:28.964589 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c727cb-bd29-45a5-b171-e02f4537a487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:28.964915 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c727cb-bd29-45a5-b171-e02f4537a487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:28.965288 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c727cb-bd29-45a5-b171-e02f4537a487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c727cb-bd29-45a5-b171-e02f4537a487 None None] Tracked resource versions report: Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: pushed versions: Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: { 'AddressGroup': {'1.2'}, Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'ConntrackHelper': {'1.0'}, Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'LocalIPAssociation': {'1.0'}, Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'Log': {'1.0'}, Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'Network': {'1.1'}, Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'Port': {'1.7'}, Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'PortForwarding': {'1.2'}, Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'QosPolicy': {'1.10'}, Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'SecurityGroup': {'1.5'}, Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'SecurityGroupRule': {'1.2'}, Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'SubPort': {'1.0'}, Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'Subnet': {'1.1'}, Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'Trunk': {'1.1'}} Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: consumer versions: Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: { DHCP agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: HyperV agent@hv-cinder-83009: {}, Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: L3 agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: Metadata agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: Metering agent@dv-cinder-830093-1-iscsi: {}, Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: Open vSwitch agent@dv-cinder-830093-1-iscsi: { 'AddressGroup': '1.2', Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'ConntrackHelper': '1.0', Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'LocalIPAssociation': '1.0', Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'Log': '1.0', Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'Network': '1.1', Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'Port': '1.7', Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'PortForwarding': '1.2', Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'QosPolicy': '1.10', Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'SecurityGroup': '1.5', Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'SecurityGroupRule': '1.2', Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'SubPort': '1.0', Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'Subnet': '1.1', Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: 'Trunk': '1.1'}} Feb 20 21:56:28.966396 dv-cinder-830093-1-iscsi neutron-server[102710]: {{(pid=102710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 21:56:28.969356 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] Attempting to bind port 02059752-97ca-4724-b42c-31f3eb095949 on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:56:28.974350 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa9eee48-606b-4c07-ab3d-e4dbfd97789c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:28.975821 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] Attempting to bind port 02059752-97ca-4724-b42c-31f3eb095949 by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}] {{(pid=102710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:56:28.976486 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] Attempting to bind port 02059752-97ca-4724-b42c-31f3eb095949 on network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:56:28.980450 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-aa9eee48-606b-4c07-ab3d-e4dbfd97789c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4786773 Feb 20 21:56:28.980615 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 51070) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:28.987798 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:56:28.988560 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] Checking segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:28.989247 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:28.989860 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] Bound using segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:56:28.990633 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] Bound port: 02059752-97ca-4724-b42c-31f3eb095949, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}}] {{(pid=102710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:56:28.991236 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (02059752-97ca-4724-b42c-31f3eb095949), before_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:29.021855 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-0056baf7-96ee-4c2b-b32b-808be324fe34 None None] Current status of the port 43a78679-df7e-478d-8eb9-291a9df4b08e is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:29.043231 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] Sync routers for ids ['6cf77314-15de-4d2b-b270-386df3c7e46f'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:56:29.051552 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.db [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] For port 02059752-97ca-4724-b42c-31f3eb095949, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:56:29.055719 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.db [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] For port 02059752-97ca-4724-b42c-31f3eb095949, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=02059752-97ca-4724-b42c-31f3eb095949,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:56:29.071710 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (02059752-97ca-4724-b42c-31f3eb095949), after_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:29.076419 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:29.116329 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dda2d5-4ff5-43e9-ac32-12ab78bebb3c admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:56:29.121549 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port c3f61265-f250-4cf9-977b-88e2dd6275d5 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:29.123704 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-0056baf7-96ee-4c2b-b32b-808be324fe34 None None] Provisioning complete for port c3f61265-f250-4cf9-977b-88e2dd6275d5 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:29.124085 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-0056baf7-96ee-4c2b-b32b-808be324fe34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (c3f61265-f250-4cf9-977b-88e2dd6275d5), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:29.127686 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] Routers {'6cf77314-15de-4d2b-b270-386df3c7e46f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:56:29.128912 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:56:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['6cf77314-15de-4d2b-b270-386df3c7e46f'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:29.137714 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] Sync routers for ids ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'] in dv-cinder-830093-1-iscsi {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:56:29.164846 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] Routers {'2741698a-f3c3-40b5-8a36-9af40f6fa99f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:56:29.166366 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:56:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:29.220801 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-352b58bb-3412-40a0-950f-6e7af2805be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:29.297443 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] Set router 2741698a-f3c3-40b5-8a36-9af40f6fa99f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:56:29.334037 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] Set router 6cf77314-15de-4d2b-b270-386df3c7e46f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:56:29.340442 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] Routers {'d3311c6b-d085-4eed-91ab-eab5e6637a6b'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:56:29.342136 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:56:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['d3311c6b-d085-4eed-91ab-eab5e6637a6b'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:29.363101 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-0056baf7-96ee-4c2b-b32b-808be324fe34 None None] Current status of the port c3f61265-f250-4cf9-977b-88e2dd6275d5 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:29.386682 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d1dda2d5-4ff5-43e9-ac32-12ab78bebb3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:29.388428 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-d1dda2d5-4ff5-43e9-ac32-12ab78bebb3c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2881935 Feb 20 21:56:29.398079 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c727cb-bd29-45a5-b171-e02f4537a487 None None] Pushing event updated for resources: {'Port': ['ID=02059752-97ca-4724-b42c-31f3eb095949,revision_number=3']} {{(pid=102710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:29.414887 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 51080) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:29.611433 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-94d3bd72-1573-4eff-a372-5e62a156b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:29.643346 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '863666a3-9174-42d8-9943-8496e886fcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:26Z', 'revision_number': 3, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port': {'id': '863666a3-9174-42d8-9943-8496e886fcc1', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:29.659960 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] Set router d3311c6b-d085-4eed-91ab-eab5e6637a6b gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:56:29.664232 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-352b58bb-3412-40a0-950f-6e7af2805be9 admin admin] Publish callbacks [] for security_group (3de48220-8fd1-4f1f-84de-419df7784ac5), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:29.677116 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] Checking router: 6cf77314-15de-4d2b-b270-386df3c7e46f for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:56:29.677717 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] Updating router 6cf77314-15de-4d2b-b270-386df3c7e46f port 863666a3-9174-42d8-9943-8496e886fcc1 binding host dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:56:29.708267 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-352b58bb-3412-40a0-950f-6e7af2805be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (3de48220-8fd1-4f1f-84de-419df7784ac5), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:29.729670 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (863666a3-9174-42d8-9943-8496e886fcc1), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:29.875109 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b58bb-3412-40a0-950f-6e7af2805be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de48220-8fd1-4f1f-84de-419df7784ac5,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:29.888606 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-352b58bb-3412-40a0-950f-6e7af2805be9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d568c73da6cd467caefb88dff2dc9904&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0018365 Feb 20 21:56:29.889247 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 51104) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:29.925875 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9161cd8c-2da8-4afd-9f70-5e506df91aaf req-f430110c-b31d-4a67-aa02-f01233cdaee2 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 210 time: 0.0805216 Feb 20 21:56:29.971389 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:25Z', 'revision_number': 3, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port': {'id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ed:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:30.054535 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] Checking router: 2741698a-f3c3-40b5-8a36-9af40f6fa99f for host: dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:56:30.055294 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] Updating router 2741698a-f3c3-40b5-8a36-9af40f6fa99f port bf98f2ff-372c-4dcd-8c81-35c2fa4fc960 binding host dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:56:30.130706 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [None req-94d3bd72-1573-4eff-a372-5e62a156b3e6 admin admin] Allocated IP 172.20.0.1 (a89eb610-f3f6-48dd-a90b-fd6474eca384/6ec271f1-ff6d-444d-b149-16f50cc10be7/b114ba4e-3747-41db-850c-91d8e0037b9f) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:56:30.206294 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 51114) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:30.211936 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-a5ae513d-758e-43e7-ac95-f67e42e4c5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:30.218979 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (bf98f2ff-372c-4dcd-8c81-35c2fa4fc960), before_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:30.309759 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 51118) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:30.325090 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-94d3bd72-1573-4eff-a372-5e62a156b3e6 admin admin] Publish callbacks [] for port (b114ba4e-3747-41db-850c-91d8e0037b9f), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:30.347462 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] Publish callbacks [] for port (863666a3-9174-42d8-9943-8496e886fcc1), precommit_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:30.361020 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 43a78679-df7e-478d-8eb9-291a9df4b08e up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:56:30.366178 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (863666a3-9174-42d8-9943-8496e886fcc1), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:30.401866 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1e8558c7-6163-4d24-814c-4b2c8ea6a008 admin admin] Publish callbacks [] for security_group (3de48220-8fd1-4f1f-84de-419df7784ac5), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:30.416713 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-94d3bd72-1573-4eff-a372-5e62a156b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (b114ba4e-3747-41db-850c-91d8e0037b9f), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:30.447411 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d3bd72-1573-4eff-a372-5e62a156b3e6 admin admin] Network a89eb610-f3f6-48dd-a90b-fd6474eca384 is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:56:30.451805 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-94d3bd72-1573-4eff-a372-5e62a156b3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:30.454190 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d3bd72-1573-4eff-a372-5e62a156b3e6 admin admin] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:56:30.454872 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-94d3bd72-1573-4eff-a372-5e62a156b3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641136'] for router_interface (d3311c6b-d085-4eed-91ab-eab5e6637a6b), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:30.480970 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3311c6b-d085-4eed-91ab-eab5e6637a6b', 'name': 'tempest-ServerRescueNegativeTestJSON-965381099-router', 'tenant_id': '31a3beb756d44069b8b12e5e819b6a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '02059752-97ca-4724-b42c-31f3eb095949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:26Z', 'revision_number': 3, 'project_id': '31a3beb756d44069b8b12e5e819b6a92', 'gw_port': {'id': '02059752-97ca-4724-b42c-31f3eb095949', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3311c6b-d085-4eed-91ab-eab5e6637a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:30.520959 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] Attempting to bind port 863666a3-9174-42d8-9943-8496e886fcc1 on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:56:30.533646 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] Attempting to bind port 863666a3-9174-42d8-9943-8496e886fcc1 by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:56:30.534224 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] Attempting to bind port 863666a3-9174-42d8-9943-8496e886fcc1 on network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:56:30.551983 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:56:30.553588 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] Checking segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:30.554028 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:30.554545 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] Bound using segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:56:30.564667 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] Bound port: 863666a3-9174-42d8-9943-8496e886fcc1, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:56:30.566040 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (863666a3-9174-42d8-9943-8496e886fcc1), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:30.602524 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6793273-d446-47b8-99cc-124778077d11 None None] Pushing event updated for resources: {'Port': ['ID=863666a3-9174-42d8-9943-8496e886fcc1,revision_number=2']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:30.640194 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 43a78679-df7e-478d-8eb9-291a9df4b08e triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:30.640475 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (43a78679-df7e-478d-8eb9-291a9df4b08e), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:30.668213 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e199be-6c14-45c4-85a9-ad086fbe42dc None None] The sync data for ids ['d3311c6b-d085-4eed-91ab-eab5e6637a6b'] in dv-cinder-830093-1-iscsi is: [{'id': 'd3311c6b-d085-4eed-91ab-eab5e6637a6b', 'name': 'tempest-ServerRescueNegativeTestJSON-965381099-router', 'tenant_id': '31a3beb756d44069b8b12e5e819b6a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '02059752-97ca-4724-b42c-31f3eb095949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:26Z', 'revision_number': 3, 'project_id': '31a3beb756d44069b8b12e5e819b6a92', 'gw_port': {'id': '02059752-97ca-4724-b42c-31f3eb095949', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3311c6b-d085-4eed-91ab-eab5e6637a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}] {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:56:30.679384 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-94d3bd72-1573-4eff-a372-5e62a156b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (b114ba4e-3747-41db-850c-91d8e0037b9f), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:30.693361 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1e8558c7-6163-4d24-814c-4b2c8ea6a008 admin admin] Publish callbacks [] for security_group (3de48220-8fd1-4f1f-84de-419df7784ac5), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:30.706021 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_common [None req-a5ae513d-758e-43e7-ac95-f67e42e4c5ae admin admin] Allocated IP 172.20.0.1 (3e763aaf-88b9-4e27-90cd-d1934feee28a/8c8aaa30-49a3-42aa-9af8-224d54cdf692/5030827b-b1c2-4bc3-9567-e65df84a9795) {{(pid=102707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:56:30.750592 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] For port 863666a3-9174-42d8-9943-8496e886fcc1, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:56:30.762855 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] For port 863666a3-9174-42d8-9943-8496e886fcc1, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=863666a3-9174-42d8-9943-8496e886fcc1,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:56:30.808060 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (863666a3-9174-42d8-9943-8496e886fcc1), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:30.878920 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 43a78679-df7e-478d-8eb9-291a9df4b08e is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:30.879448 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-a5ae513d-758e-43e7-ac95-f67e42e4c5ae admin admin] Publish callbacks [] for port (5030827b-b1c2-4bc3-9567-e65df84a9795), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:30.901146 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] Routers {'6cf77314-15de-4d2b-b270-386df3c7e46f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:56:30.902183 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:56:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['6cf77314-15de-4d2b-b270-386df3c7e46f'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:30.932315 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-94d3bd72-1573-4eff-a372-5e62a156b3e6 admin admin] Publish callbacks [] for port (b114ba4e-3747-41db-850c-91d8e0037b9f), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:30.967663 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-94d3bd72-1573-4eff-a372-5e62a156b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (b114ba4e-3747-41db-850c-91d8e0037b9f), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:30.968812 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-94d3bd72-1573-4eff-a372-5e62a156b3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641252'] for router_interface (d3311c6b-d085-4eed-91ab-eab5e6637a6b), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:31.001781 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-aa5c074a-6cc0-41a0-ab28-112b4a2c11a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2030454096-network', 'tenant_id': 'ad46ccf92a774945a6c4cb75c76825d1'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:31.035456 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3bd72-1573-4eff-a372-5e62a156b3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=b114ba4e-3747-41db-850c-91d8e0037b9f,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:31.035878 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-8e0da235-7131-4596-a8aa-f196cc2b0ce3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1013728704-network', 'tenant_id': '5914fbceb7154a53817055d3ae775bea'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:31.079688 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] Set router 6cf77314-15de-4d2b-b270-386df3c7e46f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:56:31.091713 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6793273-d446-47b8-99cc-124778077d11 None None] Pushing event updated for resources: {'Port': ['ID=863666a3-9174-42d8-9943-8496e886fcc1,revision_number=3']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:31.111068 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] Publish callbacks [] for port (bf98f2ff-372c-4dcd-8c81-35c2fa4fc960), precommit_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:31.113041 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-a5ae513d-758e-43e7-ac95-f67e42e4c5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (5030827b-b1c2-4bc3-9567-e65df84a9795), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:31.123330 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (bf98f2ff-372c-4dcd-8c81-35c2fa4fc960), after_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:31.143527 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0da235-7131-4596-a8aa-f196cc2b0ce3 admin admin] Made reservation on behalf of 5914fbceb7154a53817055d3ae775bea for: {'network': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:31.150156 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8e0da235-7131-4596-a8aa-f196cc2b0ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for network (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:31.210933 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5c074a-6cc0-41a0-ab28-112b4a2c11a5 admin admin] Made reservation on behalf of ad46ccf92a774945a6c4cb75c76825d1 for: {'network': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:31.216241 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa5c074a-6cc0-41a0-ab28-112b4a2c11a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for network (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:31.237744 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d7e9d-e3a3-4d1e-9923-a1bc487e3786 None None] Pushing event updated for resources: {'Port': ['ID=bf98f2ff-372c-4dcd-8c81-35c2fa4fc960,revision_number=2']} {{(pid=102710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:31.257643 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa5c074a-6cc0-41a0-ab28-112b4a2c11a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:31.298811 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] Attempting to bind port bf98f2ff-372c-4dcd-8c81-35c2fa4fc960 on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:56:31.298811 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] Attempting to bind port bf98f2ff-372c-4dcd-8c81-35c2fa4fc960 by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}] {{(pid=102710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:56:31.299198 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] Attempting to bind port bf98f2ff-372c-4dcd-8c81-35c2fa4fc960 on network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:56:31.311214 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:56:31.315211 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] Checking segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:31.315513 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:31.315915 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] Bound using segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:56:31.316410 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] Bound port: bf98f2ff-372c-4dcd-8c81-35c2fa4fc960, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}}] {{(pid=102710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:56:31.316796 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (bf98f2ff-372c-4dcd-8c81-35c2fa4fc960), before_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:31.323222 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8e0da235-7131-4596-a8aa-f196cc2b0ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:31.339282 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b633d3f4-fc6a-4e38-acd3-6d4ce3feb0d1 req-d81247ad-602f-4996-8344-082d94b5ea5d tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 210 time: 0.1949956 Feb 20 21:56:31.363183 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ae513d-758e-43e7-ac95-f67e42e4c5ae admin admin] Network 3e763aaf-88b9-4e27-90cd-d1934feee28a is already hosted by enough agents. {{(pid=102707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:56:31.377926 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.db [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] For port bf98f2ff-372c-4dcd-8c81-35c2fa4fc960, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:56:31.378124 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-a5ae513d-758e-43e7-ac95-f67e42e4c5ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:31.383601 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.db [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] For port bf98f2ff-372c-4dcd-8c81-35c2fa4fc960, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=bf98f2ff-372c-4dcd-8c81-35c2fa4fc960,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:56:31.394806 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3bd72-1573-4eff-a372-5e62a156b3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=b114ba4e-3747-41db-850c-91d8e0037b9f,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:31.403415 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (bf98f2ff-372c-4dcd-8c81-35c2fa4fc960), after_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:31.428970 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1e8558c7-6163-4d24-814c-4b2c8ea6a008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (3de48220-8fd1-4f1f-84de-419df7784ac5), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:31.431674 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1e8558c7-6163-4d24-814c-4b2c8ea6a008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:31.432892 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-1e8558c7-6163-4d24-814c-4b2c8ea6a008 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3de48220-8fd1-4f1f-84de-419df7784ac5 HTTP/1.1" status: 204 len: 168 time: 1.5142899 Feb 20 21:56:31.459951 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ae513d-758e-43e7-ac95-f67e42e4c5ae admin admin] Received port after_create {{(pid=102707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:56:31.465740 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-a5ae513d-758e-43e7-ac95-f67e42e4c5ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641136'] for router_interface (6cf77314-15de-4d2b-b270-386df3c7e46f), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:31.470205 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8558c7-6163-4d24-814c-4b2c8ea6a008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de48220-8fd1-4f1f-84de-419df7784ac5,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:31.472121 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '863666a3-9174-42d8-9943-8496e886fcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:26Z', 'revision_number': 3, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port': {'id': '863666a3-9174-42d8-9943-8496e886fcc1', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:31.532967 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] Routers {'2741698a-f3c3-40b5-8a36-9af40f6fa99f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:56:31.541721 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.45', 60441) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:31.547835 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:56:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:31.548013 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe32034-2a5c-4942-a6a6-8327a3a9f82e None None] The sync data for ids ['6cf77314-15de-4d2b-b270-386df3c7e46f'] in dv-cinder-830093-1-iscsi is: [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '863666a3-9174-42d8-9943-8496e886fcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:26Z', 'revision_number': 3, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port': {'id': '863666a3-9174-42d8-9943-8496e886fcc1', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:56:31.553695 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d3bd72-1573-4eff-a372-5e62a156b3e6 admin admin] Network a89eb610-f3f6-48dd-a90b-fd6474eca384 is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:56:31.662643 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-94d3bd72-1573-4eff-a372-5e62a156b3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:31.684302 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8e0da235-7131-4596-a8aa-f196cc2b0ce3 admin admin] Publish callbacks [] for security_group (fa67a03b-ab95-4bcd-8d43-28bc92adaf84), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:31.876476 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d7e9d-e3a3-4d1e-9923-a1bc487e3786 None None] Pushing event updated for resources: {'Port': ['ID=bf98f2ff-372c-4dcd-8c81-35c2fa4fc960,revision_number=3']} {{(pid=102710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:31.907717 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] Set router 2741698a-f3c3-40b5-8a36-9af40f6fa99f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:56:31.924547 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-ca76857d-90bd-416f-9ef2-7e7553145f1c None None] Provisioning complete for port 5030827b-b1c2-4bc3-9567-e65df84a9795 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:31.925059 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-ca76857d-90bd-416f-9ef2-7e7553145f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (5030827b-b1c2-4bc3-9567-e65df84a9795), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:32.076631 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae513d-758e-43e7-ac95-f67e42e4c5ae admin admin] Pushing event updated for resources: {'Port': ['ID=5030827b-b1c2-4bc3-9567-e65df84a9795,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:32.120831 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8e0da235-7131-4596-a8aa-f196cc2b0ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (fa67a03b-ab95-4bcd-8d43-28bc92adaf84), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:32.140698 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0da235-7131-4596-a8aa-f196cc2b0ce3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=102707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:56:32.158390 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8e0da235-7131-4596-a8aa-f196cc2b0ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (94fbb215-159d-4e5e-9354-f484c3844072), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:32.158572 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.db.segments_db [None req-8e0da235-7131-4596-a8aa-f196cc2b0ce3 admin admin] Added segment 94fbb215-159d-4e5e-9354-f484c3844072 of type vlan for network 031ceb0d-ff26-471f-92d9-f4a5e55faa7a Feb 20 21:56:32.196638 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-a172a489-c632-4c89-866d-b4675e4baf69 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:32.199836 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-a172a489-c632-4c89-866d-b4675e4baf69 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.45 "GET /v2.0/networks?id=e40b2997-2dc8-4b7f-a769-1be5e4f3954e HTTP/1.1" status: 200 len: 812 time: 0.6536808 Feb 20 21:56:32.215805 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8e0da235-7131-4596-a8aa-f196cc2b0ce3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760287717003'] for network (031ceb0d-ff26-471f-92d9-f4a5e55faa7a), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:32.256897 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d3bd72-1573-4eff-a372-5e62a156b3e6 admin admin] Router d3311c6b-d085-4eed-91ab-eab5e6637a6b has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:56:32.278369 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-254c536d-1100-4b40-9b50-06280f79b799 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Request body: {'port': {'device_id': '64c51426-6f3e-47d1-b7e4-c8a8cd230887', 'network_id': 'e40b2997-2dc8-4b7f-a769-1be5e4f3954e', 'admin_state_up': True, 'tenant_id': '2674958fb3694aff919a80f0a1133875'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:32.285869 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0da235-7131-4596-a8aa-f196cc2b0ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa67a03b-ab95-4bcd-8d43-28bc92adaf84,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:32.288469 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8e0da235-7131-4596-a8aa-f196cc2b0ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for network (031ceb0d-ff26-471f-92d9-f4a5e55faa7a), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:32.289573 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0da235-7131-4596-a8aa-f196cc2b0ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:32.290256 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8e0da235-7131-4596-a8aa-f196cc2b0ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:32.383674 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0da235-7131-4596-a8aa-f196cc2b0ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=031ceb0d-ff26-471f-92d9-f4a5e55faa7a,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:32.488563 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 51174) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:32.490548 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ff69be9c-46b3-4f16-9684-ee70ab019c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:32.561481 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:25Z', 'revision_number': 3, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port': {'id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ed:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:32.608049 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e7172-6f91-4a32-b2b4-bd8719b0aeed None None] The sync data for ids ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'] in dv-cinder-830093-1-iscsi is: [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:25Z', 'revision_number': 3, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port': {'id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ed:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}] {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:56:32.622009 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-ca76857d-90bd-416f-9ef2-7e7553145f1c None None] Port 5030827b-b1c2-4bc3-9567-e65df84a9795 cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:56:32.626798 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Network 031ceb0d-ff26-471f-92d9-f4a5e55faa7a details requested by agent ovs-agent-dv-cinder-830093-1-iscsi with host dv-cinder-830093-1-iscsi {{(pid=102709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:56:32.712295 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 02059752-97ca-4724-b42c-31f3eb095949 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:56:32.754082 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_common [None req-ff69be9c-46b3-4f16-9684-ee70ab019c86 admin admin] Allocated IP 172.20.0.1 (070027a4-7989-40e5-92de-9f9067d39452/01c948a3-526d-473a-8a34-79d808f1ad12/ead3a500-703a-4024-a7a1-b0bbfeec6399) {{(pid=102707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:56:32.825868 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 02059752-97ca-4724-b42c-31f3eb095949 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:32.826481 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (02059752-97ca-4724-b42c-31f3eb095949), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:32.854116 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d3bd72-1573-4eff-a372-5e62a156b3e6 admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:56:32.875365 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-94d3bd72-1573-4eff-a372-5e62a156b3e6 admin admin] 10.222.0.61 "PUT /v2.0/routers/d3311c6b-d085-4eed-91ab-eab5e6637a6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0140991 Feb 20 21:56:32.885571 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-8e0da235-7131-4596-a8aa-f196cc2b0ce3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5746381 Feb 20 21:56:32.888420 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 51190) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:32.901632 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-8f5d5e89-ec2e-46f8-b9ab-b6d96e5ea9b9 admin admin] Request body: {'subnet': {'network_id': '031ceb0d-ff26-471f-92d9-f4a5e55faa7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1013728704-subnet', 'tenant_id': '5914fbceb7154a53817055d3ae775bea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:32.941991 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-254c536d-1100-4b40-9b50-06280f79b799 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Made reservation on behalf of 2674958fb3694aff919a80f0a1133875 for: {'port': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:32.948011 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-254c536d-1100-4b40-9b50-06280f79b799 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:32.950157 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-a5ae513d-758e-43e7-ac95-f67e42e4c5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (5030827b-b1c2-4bc3-9567-e65df84a9795), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:32.959334 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5d5e89-ec2e-46f8-b9ab-b6d96e5ea9b9 admin admin] Made reservation on behalf of 5914fbceb7154a53817055d3ae775bea for: {'subnet': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:32.962207 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8f5d5e89-ec2e-46f8-b9ab-b6d96e5ea9b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:32.991618 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c3d0098c-3048-42d7-b9dc-b363b6fe998c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:33.034358 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 02059752-97ca-4724-b42c-31f3eb095949 is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:33.035967 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (02059752-97ca-4724-b42c-31f3eb095949), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:33.104495 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa5c074a-6cc0-41a0-ab28-112b4a2c11a5 admin admin] Publish callbacks [] for security_group (7e3dd331-3b41-4b20-bbad-5fef2c4980d5), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:33.114643 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-566a417a-7b01-45fe-9c75-5e5e343cfa33 req-6dab6872-42a8-48a9-b409-962de7adcb7d tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 210 time: 0.2368851 Feb 20 21:56:33.121064 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] For port 02059752-97ca-4724-b42c-31f3eb095949, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=02059752-97ca-4724-b42c-31f3eb095949,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:56:33.135473 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (02059752-97ca-4724-b42c-31f3eb095949), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:33.137418 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 863666a3-9174-42d8-9943-8496e886fcc1 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:56:33.157649 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa5c074a-6cc0-41a0-ab28-112b4a2c11a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (7e3dd331-3b41-4b20-bbad-5fef2c4980d5), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:33.171001 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5c074a-6cc0-41a0-ab28-112b4a2c11a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=102707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:56:33.182991 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa5c074a-6cc0-41a0-ab28-112b4a2c11a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (c86e04af-58a7-4a95-97df-80b946e49114), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:33.183350 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.db.segments_db [None req-aa5c074a-6cc0-41a0-ab28-112b4a2c11a5 admin admin] Added segment c86e04af-58a7-4a95-97df-80b946e49114 of type vlan for network 6e0bdfa8-f494-4732-9596-5f91c8562f49 Feb 20 21:56:33.265171 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa5c074a-6cc0-41a0-ab28-112b4a2c11a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760287717003'] for network (6e0bdfa8-f494-4732-9596-5f91c8562f49), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:33.309693 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Pushing event updated for resources: {'Port': ['ID=02059752-97ca-4724-b42c-31f3eb095949,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:33.350020 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 863666a3-9174-42d8-9943-8496e886fcc1 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:33.350328 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (863666a3-9174-42d8-9943-8496e886fcc1), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:33.363668 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa5c074a-6cc0-41a0-ab28-112b4a2c11a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for network (6e0bdfa8-f494-4732-9596-5f91c8562f49), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:33.366398 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5c074a-6cc0-41a0-ab28-112b4a2c11a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:33.370283 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa5c074a-6cc0-41a0-ab28-112b4a2c11a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:33.440021 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8f5d5e89-ec2e-46f8-b9ab-b6d96e5ea9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for subnet (26cfd4ea-0818-4ba5-99e7-f973b1740c5e), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:33.619437 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 863666a3-9174-42d8-9943-8496e886fcc1 is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:33.620417 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (863666a3-9174-42d8-9943-8496e886fcc1), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:33.662316 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c074a-6cc0-41a0-ab28-112b4a2c11a5 admin admin] Pushing event updated for resources: {'Network': ['ID=6e0bdfa8-f494-4732-9596-5f91c8562f49,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:33.692717 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] For port 863666a3-9174-42d8-9943-8496e886fcc1, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=863666a3-9174-42d8-9943-8496e886fcc1,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:56:33.747478 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Network 6e0bdfa8-f494-4732-9596-5f91c8562f49 details requested by agent ovs-agent-dv-cinder-830093-1-iscsi with host dv-cinder-830093-1-iscsi {{(pid=102709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:56:33.816658 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (863666a3-9174-42d8-9943-8496e886fcc1), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:33.823051 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-aa5c074a-6cc0-41a0-ab28-112b4a2c11a5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.6034603 Feb 20 21:56:33.824571 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 51216) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:33.852653 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c074a-6cc0-41a0-ab28-112b4a2c11a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3dd331-3b41-4b20-bbad-5fef2c4980d5,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:33.860350 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-37b4cb8e-5f2c-4828-bd58-dac21af6fac1 admin admin] Request body: {'subnet': {'network_id': '6e0bdfa8-f494-4732-9596-5f91c8562f49', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2030454096-subnet', 'tenant_id': 'ad46ccf92a774945a6c4cb75c76825d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:33.898825 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ff69be9c-46b3-4f16-9684-ee70ab019c86 admin admin] Publish callbacks [] for port (ead3a500-703a-4024-a7a1-b0bbfeec6399), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:34.009954 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c3d0098c-3048-42d7-b9dc-b363b6fe998c admin admin] Publish callbacks [] for security_group (714d9d85-6fcd-453b-915c-906388fc26ac), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:34.074338 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c3d0098c-3048-42d7-b9dc-b363b6fe998c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (714d9d85-6fcd-453b-915c-906388fc26ac), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:34.147079 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] Sync routers for ids ['d3311c6b-d085-4eed-91ab-eab5e6637a6b'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:56:34.185453 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] Routers {'d3311c6b-d085-4eed-91ab-eab5e6637a6b'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:56:34.186383 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:56:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['d3311c6b-d085-4eed-91ab-eab5e6637a6b'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:34.191118 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d5e89-ec2e-46f8-b9ab-b6d96e5ea9b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26cfd4ea-0818-4ba5-99e7-f973b1740c5e,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:34.205683 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Pushing event updated for resources: {'Port': ['ID=863666a3-9174-42d8-9943-8496e886fcc1,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:34.281600 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-c3d0098c-3048-42d7-b9dc-b363b6fe998c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a7545c0bf2d246ed919d3ecdf5b99c4f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7540255 Feb 20 21:56:34.296774 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 51226) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:34.340038 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-254c536d-1100-4b40-9b50-06280f79b799 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Allocated IP 172.20.0.10 (e40b2997-2dc8-4b7f-a769-1be5e4f3954e/2fad7868-f65c-477e-9877-d12c7fe62a5d/29305c29-820c-4a81-b773-8e641370f7d2) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:56:34.374992 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0098c-3048-42d7-b9dc-b363b6fe998c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714d9d85-6fcd-453b-915c-906388fc26ac,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:34.621539 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] Set router d3311c6b-d085-4eed-91ab-eab5e6637a6b gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:56:34.678704 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b4cb8e-5f2c-4828-bd58-dac21af6fac1 admin admin] Made reservation on behalf of ad46ccf92a774945a6c4cb75c76825d1 for: {'subnet': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:34.680908 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-37b4cb8e-5f2c-4828-bd58-dac21af6fac1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:34.729812 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5d5e89-ec2e-46f8-b9ab-b6d96e5ea9b9 admin admin] Checking segment: {'id': '94fbb215-159d-4e5e-9354-f484c3844072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '031ceb0d-ff26-471f-92d9-f4a5e55faa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:34.730159 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5d5e89-ec2e-46f8-b9ab-b6d96e5ea9b9 admin admin] Network hostable DHCP agents. Network: 031ceb0d-ff26-471f-92d9-f4a5e55faa7a, hostable agents: ['6fcc0529-21bc-43b9-962d-56692d0812bd'], hosted agents: [] {{(pid=102708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:56:34.837244 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ff69be9c-46b3-4f16-9684-ee70ab019c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (ead3a500-703a-4024-a7a1-b0bbfeec6399), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:34.844716 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-610d42d0-25b8-445e-a64c-f76ead1fd6a4 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:34.846501 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device bf98f2ff-372c-4dcd-8c81-35c2fa4fc960 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:56:34.865777 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 51230) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:34.870934 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-610d42d0-25b8-445e-a64c-f76ead1fd6a4 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/networks?id=a89eb610-f3f6-48dd-a90b-fd6474eca384 HTTP/1.1" status: 200 len: 818 time: 0.8563066 Feb 20 21:56:34.966805 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e38dcae6-676e-43db-b32f-d391a1d1ff99 req-36360bd1-6ba9-4870-a59e-019e497907d8 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 210 time: 0.5756109 Feb 20 21:56:35.010308 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69be9c-46b3-4f16-9684-ee70ab019c86 admin admin] Pushing event updated for resources: {'Port': ['ID=ead3a500-703a-4024-a7a1-b0bbfeec6399,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:35.028767 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-d5ccfc59-2585-4a64-81b2-07cd6157ef5b tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/quotas/31a3beb756d44069b8b12e5e819b6a92 HTTP/1.1" status: 200 len: 375 time: 0.1568997 Feb 20 21:56:35.043217 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5d5e89-ec2e-46f8-b9ab-b6d96e5ea9b9 admin admin] Network 031ceb0d-ff26-471f-92d9-f4a5e55faa7a is scheduled to be hosted by DHCP agent 6fcc0529-21bc-43b9-962d-56692d0812bd with binding_index 1 {{(pid=102708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:56:35.113497 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-254c536d-1100-4b40-9b50-06280f79b799 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Publish callbacks [] for port (29305c29-820c-4a81-b773-8e641370f7d2), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:35.131047 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-8f5d5e89-ec2e-46f8-b9ab-b6d96e5ea9b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-1-iscsi, 031ceb0d-ff26-471f-92d9-f4a5e55faa7a) {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:35.140239 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5d5e89-ec2e-46f8-b9ab-b6d96e5ea9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:35.140842 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8f5d5e89-ec2e-46f8-b9ab-b6d96e5ea9b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:35.163005 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff69be9c-46b3-4f16-9684-ee70ab019c86 admin admin] Network 070027a4-7989-40e5-92de-9f9067d39452 is already hosted by enough agents. {{(pid=102707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:56:35.168686 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f8b63d-b88f-47af-887b-c15efb150dc5 None None] Network 031ceb0d-ff26-471f-92d9-f4a5e55faa7a requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:56:35.169109 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-ff69be9c-46b3-4f16-9684-ee70ab019c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:35.175336 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port bf98f2ff-372c-4dcd-8c81-35c2fa4fc960 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:35.175336 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (bf98f2ff-372c-4dcd-8c81-35c2fa4fc960), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:35.201248 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69be9c-46b3-4f16-9684-ee70ab019c86 admin admin] Received port after_create {{(pid=102707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:56:35.201739 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ff69be9c-46b3-4f16-9684-ee70ab019c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641136'] for router_interface (2741698a-f3c3-40b5-8a36-9af40f6fa99f), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:35.391299 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-a5ae513d-758e-43e7-ac95-f67e42e4c5ae admin admin] Publish callbacks [] for port (5030827b-b1c2-4bc3-9567-e65df84a9795), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:35.408356 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-9af16155-f426-4cfb-82dd-7166344660af admin admin] Publish callbacks [] for security_group (714d9d85-6fcd-453b-915c-906388fc26ac), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:35.419705 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-8f5d5e89-ec2e-46f8-b9ab-b6d96e5ea9b9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5217710 Feb 20 21:56:35.441098 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-37b4cb8e-5f2c-4828-bd58-dac21af6fac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for subnet (457480b0-3fb0-4633-86f1-103754ccc4db), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:35.444319 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-254c536d-1100-4b40-9b50-06280f79b799 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (29305c29-820c-4a81-b773-8e641370f7d2), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:35.461419 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-9af16155-f426-4cfb-82dd-7166344660af admin admin] Publish callbacks [] for security_group (714d9d85-6fcd-453b-915c-906388fc26ac), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:35.466271 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ada5d5e8-7d9c-4c96-8145-a97db4c77ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:35.587178 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-9af16155-f426-4cfb-82dd-7166344660af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (714d9d85-6fcd-453b-915c-906388fc26ac), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:35.594679 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-9af16155-f426-4cfb-82dd-7166344660af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:35.602888 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-9af16155-f426-4cfb-82dd-7166344660af admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/714d9d85-6fcd-453b-915c-906388fc26ac HTTP/1.1" status: 204 len: 168 time: 1.2983129 Feb 20 21:56:35.603746 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-a5ae513d-758e-43e7-ac95-f67e42e4c5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (5030827b-b1c2-4bc3-9567-e65df84a9795), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:35.604630 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-a5ae513d-758e-43e7-ac95-f67e42e4c5ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641252'] for router_interface (6cf77314-15de-4d2b-b270-386df3c7e46f), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:35.635234 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port bf98f2ff-372c-4dcd-8c81-35c2fa4fc960 is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:35.642572 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (bf98f2ff-372c-4dcd-8c81-35c2fa4fc960), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:35.657490 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af16155-f426-4cfb-82dd-7166344660af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714d9d85-6fcd-453b-915c-906388fc26ac,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:35.709456 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-069a6234-4b9c-4469-a021-c9b5eae70ed4 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=31a3beb756d44069b8b12e5e819b6a92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6796522 Feb 20 21:56:35.709744 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-c87e4e0d-f1b6-47a1-8b7a-f27d0d8a694d None None] Provisioning complete for port ead3a500-703a-4024-a7a1-b0bbfeec6399 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:35.710165 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-c87e4e0d-f1b6-47a1-8b7a-f27d0d8a694d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (ead3a500-703a-4024-a7a1-b0bbfeec6399), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:35.851168 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-b1063be5-c5b3-4f67-a245-6a951ff1e1e6 service neutron] 10.222.0.61 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402028 Feb 20 21:56:35.927714 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3311c6b-d085-4eed-91ab-eab5e6637a6b', 'name': 'tempest-ServerRescueNegativeTestJSON-965381099-router', 'tenant_id': '31a3beb756d44069b8b12e5e819b6a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '02059752-97ca-4724-b42c-31f3eb095949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:30Z', 'revision_number': 4, 'project_id': '31a3beb756d44069b8b12e5e819b6a92', 'gw_port': {'id': '02059752-97ca-4724-b42c-31f3eb095949', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3311c6b-d085-4eed-91ab-eab5e6637a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'b114ba4e-3747-41db-850c-91d8e0037b9f', 'name': '', 'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384', 'tenant_id': '31a3beb756d44069b8b12e5e819b6a92', 'mac_address': 'fa:16:3e:e5:1d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3311c6b-d085-4eed-91ab-eab5e6637a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6ec271f1-ff6d-444d-b149-16f50cc10be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:29Z', 'updated_at': '2022-02-20T21:56:30Z', 'revision_number': 2, 'project_id': '31a3beb756d44069b8b12e5e819b6a92', 'subnets': [{'id': '6ec271f1-ff6d-444d-b149-16f50cc10be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:36.002989 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec05011-1538-417f-b4a6-3b70435fcb4f None None] Network 031ceb0d-ff26-471f-92d9-f4a5e55faa7a requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:56:36.034787 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4cb8e-5f2c-4828-bd58-dac21af6fac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=457480b0-3fb0-4633-86f1-103754ccc4db,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:36.060186 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-254c536d-1100-4b40-9b50-06280f79b799 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Network e40b2997-2dc8-4b7f-a769-1be5e4f3954e is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:56:36.066106 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-254c536d-1100-4b40-9b50-06280f79b799 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:36.084685 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-254c536d-1100-4b40-9b50-06280f79b799 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:56:36.098824 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-254c536d-1100-4b40-9b50-06280f79b799 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:36.101078 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-220e9eb3-5f05-43d6-af6d-cab375598689 service neutron] 10.222.0.61 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487347 Feb 20 21:56:36.101907 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-254c536d-1100-4b40-9b50-06280f79b799 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:36.132428 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c536d-1100-4b40-9b50-06280f79b799 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Pushing event updated for resources: {'Port': ['ID=29305c29-820c-4a81-b773-8e641370f7d2,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:36.211422 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] Checking router: d3311c6b-d085-4eed-91ab-eab5e6637a6b for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:56:36.211821 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] Updating router d3311c6b-d085-4eed-91ab-eab5e6637a6b port b114ba4e-3747-41db-850c-91d8e0037b9f binding host dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:56:36.218215 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] For port bf98f2ff-372c-4dcd-8c81-35c2fa4fc960, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=bf98f2ff-372c-4dcd-8c81-35c2fa4fc960,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:56:36.222923 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-254c536d-1100-4b40-9b50-06280f79b799 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9593012 Feb 20 21:56:36.246780 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-7495fbcd-eede-4577-90cb-760d52717c2e tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102708) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 21:56:36.250974 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-7495fbcd-eede-4577-90cb-760d52717c2e tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0192704 Feb 20 21:56:36.256547 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae513d-758e-43e7-ac95-f67e42e4c5ae admin admin] Pushing event updated for resources: {'Port': ['ID=5030827b-b1c2-4bc3-9567-e65df84a9795,revision_number=2']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:36.307226 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (bf98f2ff-372c-4dcd-8c81-35c2fa4fc960), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:36.310297 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 02059752-97ca-4724-b42c-31f3eb095949 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:56:36.382032 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4cb8e-5f2c-4828-bd58-dac21af6fac1 admin admin] Checking segment: {'id': 'c86e04af-58a7-4a95-97df-80b946e49114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6e0bdfa8-f494-4732-9596-5f91c8562f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:36.386587 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b4cb8e-5f2c-4828-bd58-dac21af6fac1 admin admin] Network hostable DHCP agents. Network: 6e0bdfa8-f494-4732-9596-5f91c8562f49, hostable agents: ['6fcc0529-21bc-43b9-962d-56692d0812bd'], hosted agents: [] {{(pid=102708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:56:36.443076 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (b114ba4e-3747-41db-850c-91d8e0037b9f), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:36.508071 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6e40a2a7-fb4e-42ff-8878-d7e9eabaf989 req-bc1ef1b8-63bd-43d9-8300-cb68fb2082c1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 210 time: 0.0918550 Feb 20 21:56:36.513393 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ff69be9c-46b3-4f16-9684-ee70ab019c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (ead3a500-703a-4024-a7a1-b0bbfeec6399), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:36.533222 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ada5d5e8-7d9c-4c96-8145-a97db4c77ea3 admin admin] Publish callbacks [] for security_group (ef059baa-4516-4fe8-9296-8dcd28f4fa79), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:36.539260 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b4cb8e-5f2c-4828-bd58-dac21af6fac1 admin admin] Network 6e0bdfa8-f494-4732-9596-5f91c8562f49 is scheduled to be hosted by DHCP agent 6fcc0529-21bc-43b9-962d-56692d0812bd with binding_index 1 {{(pid=102708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:56:36.548035 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ea2b5-5f4b-4cd4-87ba-86b43ec363cf req-757a537f-ca79-43a5-98e8-ad7fa77e0ec5 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:36.556047 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f94ea2b5-5f4b-4cd4-87ba-86b43ec363cf req-757a537f-ca79-43a5-98e8-ad7fa77e0ec5 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 932 time: 0.4245346 Feb 20 21:56:36.562229 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ada5d5e8-7d9c-4c96-8145-a97db4c77ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (ef059baa-4516-4fe8-9296-8dcd28f4fa79), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:36.604602 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-37b4cb8e-5f2c-4828-bd58-dac21af6fac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-1-iscsi, 6e0bdfa8-f494-4732-9596-5f91c8562f49) {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:36.622472 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b4cb8e-5f2c-4828-bd58-dac21af6fac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:36.623231 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-37b4cb8e-5f2c-4828-bd58-dac21af6fac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:36.655521 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 51274) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:36.668170 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f94ea2b5-5f4b-4cd4-87ba-86b43ec363cf req-d460861c-475b-467e-90d0-21694c7555fa tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104231 Feb 20 21:56:36.679964 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-98e9c237-18d8-4060-b06d-1ef3a724097f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-39761148-network', 'tenant_id': 'b25c1f0852784963ba7efb0d8436a0a8'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:36.693892 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ae513d-758e-43e7-ac95-f67e42e4c5ae admin admin] Network 3e763aaf-88b9-4e27-90cd-d1934feee28a is already hosted by enough agents. {{(pid=102707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:56:36.699425 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-a5ae513d-758e-43e7-ac95-f67e42e4c5ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:36.824033 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e9c237-18d8-4060-b06d-1ef3a724097f admin admin] Made reservation on behalf of b25c1f0852784963ba7efb0d8436a0a8 for: {'network': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:36.826325 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-37b4cb8e-5f2c-4828-bd58-dac21af6fac1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9808598 Feb 20 21:56:36.827167 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-98e9c237-18d8-4060-b06d-1ef3a724097f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for network (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:36.846176 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-ada5d5e8-7d9c-4c96-8145-a97db4c77ea3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=59905321f8144d009fa4a498a2223182&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9493635 Feb 20 21:56:36.850312 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 51284) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:36.878208 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5d5e8-7d9c-4c96-8145-a97db4c77ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef059baa-4516-4fe8-9296-8dcd28f4fa79,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:36.945739 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-98e9c237-18d8-4060-b06d-1ef3a724097f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:37.079756 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f61fadec-eb36-470e-a6d9-584fd89d4e0e admin admin] Publish callbacks [] for security_group (ef059baa-4516-4fe8-9296-8dcd28f4fa79), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:37.192228 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f61fadec-eb36-470e-a6d9-584fd89d4e0e admin admin] Publish callbacks [] for security_group (ef059baa-4516-4fe8-9296-8dcd28f4fa79), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:37.231509 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-98e9c237-18d8-4060-b06d-1ef3a724097f admin admin] Publish callbacks [] for security_group (f725e295-e5ef-4118-8528-cd2ea0440a8b), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:37.262561 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-98e9c237-18d8-4060-b06d-1ef3a724097f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (f725e295-e5ef-4118-8528-cd2ea0440a8b), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:37.361360 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f61fadec-eb36-470e-a6d9-584fd89d4e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (ef059baa-4516-4fe8-9296-8dcd28f4fa79), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:37.364375 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f61fadec-eb36-470e-a6d9-584fd89d4e0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:37.365700 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-f61fadec-eb36-470e-a6d9-584fd89d4e0e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ef059baa-4516-4fe8-9296-8dcd28f4fa79 HTTP/1.1" status: 204 len: 168 time: 0.5141447 Feb 20 21:56:37.367471 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9c237-18d8-4060-b06d-1ef3a724097f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f725e295-e5ef-4118-8528-cd2ea0440a8b,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:37.417915 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fadec-eb36-470e-a6d9-584fd89d4e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef059baa-4516-4fe8-9296-8dcd28f4fa79,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:37.443386 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Request body: {'port': {'device_id': '64c51426-6f3e-47d1-b7e4-c8a8cd230887', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:37.511958 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e9c237-18d8-4060-b06d-1ef3a724097f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=102707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:56:37.512578 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] Publish callbacks [] for port (b114ba4e-3747-41db-850c-91d8e0037b9f), precommit_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:37.533628 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-c87e4e0d-f1b6-47a1-8b7a-f27d0d8a694d None None] Port ead3a500-703a-4024-a7a1-b0bbfeec6399 cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:56:37.591786 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (29305c29-820c-4a81-b773-8e641370f7d2), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:37.595429 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-98e9c237-18d8-4060-b06d-1ef3a724097f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (3b72c332-1db8-4498-92ce-ef2a420d1c37), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:37.602655 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.db.segments_db [None req-98e9c237-18d8-4060-b06d-1ef3a724097f admin admin] Added segment 3b72c332-1db8-4498-92ce-ef2a420d1c37 of type vlan for network db6be337-c0fd-4728-93a6-8a70171ed89a Feb 20 21:56:37.662473 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ae513d-758e-43e7-ac95-f67e42e4c5ae admin admin] Router 6cf77314-15de-4d2b-b270-386df3c7e46f has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:56:37.687099 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4818cf3-2458-467e-b23a-f9be892c24b7 None None] Network 6e0bdfa8-f494-4732-9596-5f91c8562f49 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:56:37.894168 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-98e9c237-18d8-4060-b06d-1ef3a724097f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760287717003'] for network (db6be337-c0fd-4728-93a6-8a70171ed89a), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:37.900646 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (b114ba4e-3747-41db-850c-91d8e0037b9f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:38.064902 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Pushing event updated for resources: {'Port': ['ID=bf98f2ff-372c-4dcd-8c81-35c2fa4fc960,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:38.086829 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f11883-b4b6-4177-9ba5-cb1fb22b01a3 None None] Network 6e0bdfa8-f494-4732-9596-5f91c8562f49 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:56:38.145106 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 02059752-97ca-4724-b42c-31f3eb095949 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:38.145545 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (02059752-97ca-4724-b42c-31f3eb095949), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:38.288718 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-893b50b8-6c4c-4c3e-b4b7-53ad3fb6b41e None None] Provisioning complete for port 5030827b-b1c2-4bc3-9567-e65df84a9795 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:38.288718 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-893b50b8-6c4c-4c3e-b4b7-53ad3fb6b41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (5030827b-b1c2-4bc3-9567-e65df84a9795), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:38.490432 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29305c29-820c-4a81-b773-8e641370f7d2 {{(pid=102708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:56:38.522105 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Publish callbacks [] for port (29305c29-820c-4a81-b773-8e641370f7d2), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:38.531013 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ae513d-758e-43e7-ac95-f67e42e4c5ae admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:56:38.542221 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b424ad-be12-413d-a216-695e6231e659 None None] Sync routers for ids ['6cf77314-15de-4d2b-b270-386df3c7e46f'] in dv-cinder-830093-1-iscsi {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:56:38.566925 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b424ad-be12-413d-a216-695e6231e659 None None] Routers {'6cf77314-15de-4d2b-b270-386df3c7e46f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:56:38.567659 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-18b424ad-be12-413d-a216-695e6231e659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:56:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['6cf77314-15de-4d2b-b270-386df3c7e46f'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:38.580336 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-a5ae513d-758e-43e7-ac95-f67e42e4c5ae admin admin] 10.222.0.61 "PUT /v2.0/routers/6cf77314-15de-4d2b-b270-386df3c7e46f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5979309 Feb 20 21:56:38.612807 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.provisioning_blocks [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Transition to ACTIVE for port object 29305c29-820c-4a81-b773-8e641370f7d2 will not be triggered until provisioned by entity L2. {{(pid=102708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:56:38.619012 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-98e9c237-18d8-4060-b06d-1ef3a724097f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for network (db6be337-c0fd-4728-93a6-8a70171ed89a), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:38.620209 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e9c237-18d8-4060-b06d-1ef3a724097f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:38.620852 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-98e9c237-18d8-4060-b06d-1ef3a724097f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:38.622292 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (29305c29-820c-4a81-b773-8e641370f7d2), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:38.640714 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-893b50b8-6c4c-4c3e-b4b7-53ad3fb6b41e None None] Port 5030827b-b1c2-4bc3-9567-e65df84a9795 cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:56:38.718864 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] Attempting to bind port b114ba4e-3747-41db-850c-91d8e0037b9f on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:56:38.720761 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] Attempting to bind port b114ba4e-3747-41db-850c-91d8e0037b9f by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '34364242-bfb9-46d9-a6c3-dc8b7b66c390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384'}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:56:38.721393 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] Attempting to bind port b114ba4e-3747-41db-850c-91d8e0037b9f on network a89eb610-f3f6-48dd-a90b-fd6474eca384 {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:56:38.730113 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-e123a488-ab9f-4f9d-ba80-fe9992037d4b tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:38.733876 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:56:38.734620 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] Checking segment: {'id': '34364242-bfb9-46d9-a6c3-dc8b7b66c390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:38.735309 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:38.735948 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] Bound using segment: {'id': '34364242-bfb9-46d9-a6c3-dc8b7b66c390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384'} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:56:38.736688 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] Bound port: b114ba4e-3747-41db-850c-91d8e0037b9f, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34364242-bfb9-46d9-a6c3-dc8b7b66c390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384'}}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:56:38.737995 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (b114ba4e-3747-41db-850c-91d8e0037b9f), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:38.756937 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-e123a488-ab9f-4f9d-ba80-fe9992037d4b tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/networks?id=a89eb610-f3f6-48dd-a90b-fd6474eca384 HTTP/1.1" status: 200 len: 818 time: 1.5124187 Feb 20 21:56:38.819163 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-98e9c237-18d8-4060-b06d-1ef3a724097f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.1398971 Feb 20 21:56:38.819353 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 51348) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:38.852960 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] For port b114ba4e-3747-41db-850c-91d8e0037b9f, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:56:38.857239 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] For port b114ba4e-3747-41db-850c-91d8e0037b9f, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=b114ba4e-3747-41db-850c-91d8e0037b9f,segment=NetworkSegment(34364242-bfb9-46d9-a6c3-dc8b7b66c390),segment_id=34364242-bfb9-46d9-a6c3-dc8b7b66c390)] {{(pid=102709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:56:38.867793 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ff69be9c-46b3-4f16-9684-ee70ab019c86 admin admin] Publish callbacks [] for port (ead3a500-703a-4024-a7a1-b0bbfeec6399), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:38.871879 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (b114ba4e-3747-41db-850c-91d8e0037b9f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:38.873631 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-26147cc9-1b5e-4fe2-99f0-f2fc5db53b70 admin admin] Request body: {'subnet': {'network_id': 'db6be337-c0fd-4728-93a6-8a70171ed89a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-39761148-subnet', 'tenant_id': 'b25c1f0852784963ba7efb0d8436a0a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:38.902627 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b078cf-829e-4660-b2f3-d1962b0035db None None] Pushing event updated for resources: {'Port': ['ID=b114ba4e-3747-41db-850c-91d8e0037b9f,revision_number=3']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:38.923784 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-18b424ad-be12-413d-a216-695e6231e659 None None] Set router 6cf77314-15de-4d2b-b270-386df3c7e46f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:56:38.924890 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] Routers {'d3311c6b-d085-4eed-91ab-eab5e6637a6b'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:56:38.926340 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:56:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['d3311c6b-d085-4eed-91ab-eab5e6637a6b'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:38.972396 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-d301ec1b-b14c-438e-a6e7-221d72115ee3 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/quotas/31a3beb756d44069b8b12e5e819b6a92 HTTP/1.1" status: 200 len: 375 time: 0.2136698 Feb 20 21:56:38.990685 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ff69be9c-46b3-4f16-9684-ee70ab019c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (ead3a500-703a-4024-a7a1-b0bbfeec6399), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:38.991649 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ff69be9c-46b3-4f16-9684-ee70ab019c86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641252'] for router_interface (2741698a-f3c3-40b5-8a36-9af40f6fa99f), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:39.111949 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Attempting to bind port 29305c29-820c-4a81-b773-8e641370f7d2 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:56:39.111949 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Attempting to bind port 29305c29-820c-4a81-b773-8e641370f7d2 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3a873dc6-623c-425d-b79d-6302f426be16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e40b2997-2dc8-4b7f-a769-1be5e4f3954e'}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:56:39.111949 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Attempting to bind port 29305c29-820c-4a81-b773-8e641370f7d2 on network e40b2997-2dc8-4b7f-a769-1be5e4f3954e {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:56:39.111949 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Pushing event updated for resources: {'Port': ['ID=29305c29-820c-4a81-b773-8e641370f7d2,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:39.126304 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26147cc9-1b5e-4fe2-99f0-f2fc5db53b70 admin admin] Made reservation on behalf of b25c1f0852784963ba7efb0d8436a0a8 for: {'subnet': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:39.129322 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-26147cc9-1b5e-4fe2-99f0-f2fc5db53b70 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:39.212694 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] Set router d3311c6b-d085-4eed-91ab-eab5e6637a6b gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:56:39.324242 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b078cf-829e-4660-b2f3-d1962b0035db None None] Pushing event updated for resources: {'Port': ['ID=b114ba4e-3747-41db-850c-91d8e0037b9f,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:39.495101 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 51358) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:39.508580 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-f323a6ff-c5bd-4af2-a368-e9f5cb4f5fa1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-249420216-network', 'tenant_id': 'f71e41747b1d4e68a6a2f93b160506e4'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:39.541601 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-18b424ad-be12-413d-a216-695e6231e659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '863666a3-9174-42d8-9943-8496e886fcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:32Z', 'revision_number': 4, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port': {'id': '863666a3-9174-42d8-9943-8496e886fcc1', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '5030827b-b1c2-4bc3-9567-e65df84a9795', 'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'mac_address': 'fa:16:3e:3c:98:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:30Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 2, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'subnets': [{'id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:39.545841 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-26147cc9-1b5e-4fe2-99f0-f2fc5db53b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for subnet (2a03e070-3377-45ae-85b5-912784c4c535), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:39.553042 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Port 29305c29-820c-4a81-b773-8e641370f7d2 on network e40b2997-2dc8-4b7f-a769-1be5e4f3954e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:56:39.553437 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Attempting to bind port 29305c29-820c-4a81-b773-8e641370f7d2 on network e40b2997-2dc8-4b7f-a769-1be5e4f3954e {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:56:39.564531 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:56:39.564875 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Checking segment: {'id': '3a873dc6-623c-425d-b79d-6302f426be16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e40b2997-2dc8-4b7f-a769-1be5e4f3954e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:39.565483 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Bound using segment: {'id': '3a873dc6-623c-425d-b79d-6302f426be16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e40b2997-2dc8-4b7f-a769-1be5e4f3954e'} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:56:39.565939 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Bound port: 29305c29-820c-4a81-b773-8e641370f7d2, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a873dc6-623c-425d-b79d-6302f426be16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e40b2997-2dc8-4b7f-a769-1be5e4f3954e'}}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:56:39.566312 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (29305c29-820c-4a81-b773-8e641370f7d2), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:39.580308 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f323a6ff-c5bd-4af2-a368-e9f5cb4f5fa1 admin admin] Made reservation on behalf of f71e41747b1d4e68a6a2f93b160506e4 for: {'network': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:39.582745 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f323a6ff-c5bd-4af2-a368-e9f5cb4f5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for network (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:39.649672 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b424ad-be12-413d-a216-695e6231e659 None None] Checking router: 6cf77314-15de-4d2b-b270-386df3c7e46f for host: dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:56:39.650264 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b424ad-be12-413d-a216-695e6231e659 None None] Updating router 6cf77314-15de-4d2b-b270-386df3c7e46f port 5030827b-b1c2-4bc3-9567-e65df84a9795 binding host dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:56:39.655465 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] For port 29305c29-820c-4a81-b773-8e641370f7d2, host hv-cinder-83009, cleared binding levels {{(pid=102708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:56:39.660669 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] For port 29305c29-820c-4a81-b773-8e641370f7d2, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=29305c29-820c-4a81-b773-8e641370f7d2,segment=NetworkSegment(3a873dc6-623c-425d-b79d-6302f426be16),segment_id=3a873dc6-623c-425d-b79d-6302f426be16)] {{(pid=102708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:56:39.664420 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f323a6ff-c5bd-4af2-a368-e9f5cb4f5fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:39.725190 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-18b424ad-be12-413d-a216-695e6231e659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (5030827b-b1c2-4bc3-9567-e65df84a9795), before_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:39.746243 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 02059752-97ca-4724-b42c-31f3eb095949 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:39.856518 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (29305c29-820c-4a81-b773-8e641370f7d2), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:39.866386 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128320e5-4732-42d1-8f14-e626eea58604 req-14443d6d-33e5-4d63-99e7-fdbbc957f060 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:39.878159 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-128320e5-4732-42d1-8f14-e626eea58604 req-14443d6d-33e5-4d63-99e7-fdbbc957f060 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 932 time: 1.9243953 Feb 20 21:56:39.883462 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.45', 60453) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:39.929490 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9c237-18d8-4060-b06d-1ef3a724097f admin admin] Pushing event updated for resources: {'Network': ['ID=db6be337-c0fd-4728-93a6-8a70171ed89a,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:39.974114 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Network db6be337-c0fd-4728-93a6-8a70171ed89a details requested by agent ovs-agent-dv-cinder-830093-1-iscsi with host dv-cinder-830093-1-iscsi {{(pid=102709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:56:39.981570 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f323a6ff-c5bd-4af2-a368-e9f5cb4f5fa1 admin admin] Publish callbacks [] for security_group (c16d8b72-a71e-4998-bc8f-3c61d5e2c65c), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:40.037723 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff69be9c-46b3-4f16-9684-ee70ab019c86 admin admin] Network 070027a4-7989-40e5-92de-9f9067d39452 is already hosted by enough agents. {{(pid=102707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:56:40.044292 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69be9c-46b3-4f16-9684-ee70ab019c86 admin admin] Pushing event updated for resources: {'Port': ['ID=ead3a500-703a-4024-a7a1-b0bbfeec6399,revision_number=2']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:40.062074 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device bf98f2ff-372c-4dcd-8c81-35c2fa4fc960 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:56:40.086448 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f323a6ff-c5bd-4af2-a368-e9f5cb4f5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (c16d8b72-a71e-4998-bc8f-3c61d5e2c65c), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:40.087440 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-ff69be9c-46b3-4f16-9684-ee70ab019c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:40.100523 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:40.133263 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:40.136299 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] 10.222.0.45 "PUT /v2.0/ports/29305c29-820c-4a81-b773-8e641370f7d2 HTTP/1.1" status: 200 len: 1094 time: 3.3664761 Feb 20 21:56:40.210108 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-128320e5-4732-42d1-8f14-e626eea58604 req-f62d7a01-a392-43a7-975e-016712ac1049 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309639 Feb 20 21:56:40.229637 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-0debe70a-f83b-499b-badd-f568d21c8904 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=31a3beb756d44069b8b12e5e819b6a92&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2560918 Feb 20 21:56:40.313664 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c51426-6f3e-47d1-b7e4-c8a8cd230887', 'tag': '29305c29-820c-4a81-b773-8e641370f7d2'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:56:40.351995 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3311c6b-d085-4eed-91ab-eab5e6637a6b', 'name': 'tempest-ServerRescueNegativeTestJSON-965381099-router', 'tenant_id': '31a3beb756d44069b8b12e5e819b6a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '02059752-97ca-4724-b42c-31f3eb095949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:30Z', 'revision_number': 4, 'project_id': '31a3beb756d44069b8b12e5e819b6a92', 'gw_port': {'id': '02059752-97ca-4724-b42c-31f3eb095949', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3311c6b-d085-4eed-91ab-eab5e6637a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'b114ba4e-3747-41db-850c-91d8e0037b9f', 'name': '', 'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384', 'tenant_id': '31a3beb756d44069b8b12e5e819b6a92', 'mac_address': 'fa:16:3e:e5:1d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3311c6b-d085-4eed-91ab-eab5e6637a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6ec271f1-ff6d-444d-b149-16f50cc10be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:29Z', 'updated_at': '2022-02-20T21:56:38Z', 'revision_number': 4, 'project_id': '31a3beb756d44069b8b12e5e819b6a92', 'subnets': [{'id': '6ec271f1-ff6d-444d-b149-16f50cc10be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:40.442926 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daef4f2-fab1-4802-a7f0-7e14b9c35597 None None] The sync data for ids ['d3311c6b-d085-4eed-91ab-eab5e6637a6b'] in dv-cinder-830093-1-iscsi is: [{'id': 'd3311c6b-d085-4eed-91ab-eab5e6637a6b', 'name': 'tempest-ServerRescueNegativeTestJSON-965381099-router', 'tenant_id': '31a3beb756d44069b8b12e5e819b6a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '02059752-97ca-4724-b42c-31f3eb095949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:30Z', 'revision_number': 4, 'project_id': '31a3beb756d44069b8b12e5e819b6a92', 'gw_port': {'id': '02059752-97ca-4724-b42c-31f3eb095949', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3311c6b-d085-4eed-91ab-eab5e6637a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'b114ba4e-3747-41db-850c-91d8e0037b9f', 'name': '', 'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384', 'tenant_id': '31a3beb756d44069b8b12e5e819b6a92', 'mac_address': 'fa:16:3e:e5:1d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3311c6b-d085-4eed-91ab-eab5e6637a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6ec271f1-ff6d-444d-b149-16f50cc10be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:29Z', 'updated_at': '2022-02-20T21:56:38Z', 'revision_number': 4, 'project_id': '31a3beb756d44069b8b12e5e819b6a92', 'subnets': [{'id': '6ec271f1-ff6d-444d-b149-16f50cc10be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:56:40.447212 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port bf98f2ff-372c-4dcd-8c81-35c2fa4fc960 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:40.448594 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (bf98f2ff-372c-4dcd-8c81-35c2fa4fc960), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:40.456112 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-2fd4728c-d814-4282-938e-d4b895ed0432 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:40.460860 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-2fd4728c-d814-4282-938e-d4b895ed0432 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.45 "GET /v2.0/networks?id=a89eb610-f3f6-48dd-a90b-fd6474eca384 HTTP/1.1" status: 200 len: 818 time: 0.5464313 Feb 20 21:56:40.611550 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-a04b24f7-5e97-4736-b75d-d4ff46f2d665 service neutron] 10.222.0.61 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617942 Feb 20 21:56:40.619271 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-88a4a0ee-f8ae-4ef5-95c5-780028421bb4 None None] Provisioning complete for port ead3a500-703a-4024-a7a1-b0bbfeec6399 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:40.619770 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-88a4a0ee-f8ae-4ef5-95c5-780028421bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (ead3a500-703a-4024-a7a1-b0bbfeec6399), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:40.634522 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-18b424ad-be12-413d-a216-695e6231e659 None None] Publish callbacks [] for port (5030827b-b1c2-4bc3-9567-e65df84a9795), precommit_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:40.655854 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-18b424ad-be12-413d-a216-695e6231e659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (5030827b-b1c2-4bc3-9567-e65df84a9795), after_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:40.777395 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-02aa81f3-6357-49ba-b3eb-05d1578c35f1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Request body: {'port': {'device_id': 'c54418af-8989-4dbb-b635-c5bd58f10f07', 'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384', 'admin_state_up': True, 'tenant_id': '31a3beb756d44069b8b12e5e819b6a92'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:40.805937 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26147cc9-1b5e-4fe2-99f0-f2fc5db53b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a03e070-3377-45ae-85b5-912784c4c535,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:40.840934 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6341e-8a0a-4ab5-a3d6-a4584367efa0 None None] Pushing event updated for resources: {'Port': ['ID=5030827b-b1c2-4bc3-9567-e65df84a9795,revision_number=3']} {{(pid=102710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:40.914218 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-88a4a0ee-f8ae-4ef5-95c5-780028421bb4 None None] Port ead3a500-703a-4024-a7a1-b0bbfeec6399 cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:56:40.928640 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-18b424ad-be12-413d-a216-695e6231e659 None None] Attempting to bind port 5030827b-b1c2-4bc3-9567-e65df84a9795 on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:56:40.931625 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-18b424ad-be12-413d-a216-695e6231e659 None None] Attempting to bind port 5030827b-b1c2-4bc3-9567-e65df84a9795 by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '2ff464a4-c5a2-45f8-b298-4e526a5a81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a'}] {{(pid=102710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:56:40.932639 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port bf98f2ff-372c-4dcd-8c81-35c2fa4fc960 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:40.933192 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b424ad-be12-413d-a216-695e6231e659 None None] Attempting to bind port 5030827b-b1c2-4bc3-9567-e65df84a9795 on network 3e763aaf-88b9-4e27-90cd-d1934feee28a {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:56:40.933786 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 863666a3-9174-42d8-9943-8496e886fcc1 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:56:40.950754 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b424ad-be12-413d-a216-695e6231e659 None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:56:40.951465 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b424ad-be12-413d-a216-695e6231e659 None None] Checking segment: {'id': '2ff464a4-c5a2-45f8-b298-4e526a5a81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:40.953968 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-18b424ad-be12-413d-a216-695e6231e659 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:40.955190 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b424ad-be12-413d-a216-695e6231e659 None None] Bound using segment: {'id': '2ff464a4-c5a2-45f8-b298-4e526a5a81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a'} {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:56:40.956810 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-18b424ad-be12-413d-a216-695e6231e659 None None] Bound port: 5030827b-b1c2-4bc3-9567-e65df84a9795, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff464a4-c5a2-45f8-b298-4e526a5a81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a'}}] {{(pid=102710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:56:40.959386 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-18b424ad-be12-413d-a216-695e6231e659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (5030827b-b1c2-4bc3-9567-e65df84a9795), before_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:41.099301 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 863666a3-9174-42d8-9943-8496e886fcc1 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:41.099692 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (863666a3-9174-42d8-9943-8496e886fcc1), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:41.198070 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f323a6ff-c5bd-4af2-a368-e9f5cb4f5fa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=102708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:56:41.277621 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.db [None req-18b424ad-be12-413d-a216-695e6231e659 None None] For port 5030827b-b1c2-4bc3-9567-e65df84a9795, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:56:41.296310 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.db [None req-18b424ad-be12-413d-a216-695e6231e659 None None] For port 5030827b-b1c2-4bc3-9567-e65df84a9795, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=5030827b-b1c2-4bc3-9567-e65df84a9795,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:56:41.318707 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-18b424ad-be12-413d-a216-695e6231e659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (5030827b-b1c2-4bc3-9567-e65df84a9795), after_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:41.350289 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-0b9b35e7-fdd6-49b8-aeb6-693b03454381 service neutron] 10.222.0.61 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884895 Feb 20 21:56:41.375517 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 863666a3-9174-42d8-9943-8496e886fcc1 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:41.394140 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f323a6ff-c5bd-4af2-a368-e9f5cb4f5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (e6dd31eb-a5fb-4a11-9fca-f93b97fd3cc2), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:41.394304 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-df26c71c-a250-42c0-a954-f74eba3c9c30 None None] Provisioning complete for port 5030827b-b1c2-4bc3-9567-e65df84a9795 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:41.397575 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-df26c71c-a250-42c0-a954-f74eba3c9c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (5030827b-b1c2-4bc3-9567-e65df84a9795), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:41.399571 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.segments_db [None req-f323a6ff-c5bd-4af2-a368-e9f5cb4f5fa1 admin admin] Added segment e6dd31eb-a5fb-4a11-9fca-f93b97fd3cc2 of type vlan for network d6f0d417-2f1c-46f8-9510-5e9b91f2f089 Feb 20 21:56:41.449975 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff69be9c-46b3-4f16-9684-ee70ab019c86 admin admin] Router 2741698a-f3c3-40b5-8a36-9af40f6fa99f has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:56:41.487789 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26147cc9-1b5e-4fe2-99f0-f2fc5db53b70 admin admin] Checking segment: {'id': '3b72c332-1db8-4498-92ce-ef2a420d1c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'db6be337-c0fd-4728-93a6-8a70171ed89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:41.488185 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26147cc9-1b5e-4fe2-99f0-f2fc5db53b70 admin admin] Network hostable DHCP agents. Network: db6be337-c0fd-4728-93a6-8a70171ed89a, hostable agents: ['6fcc0529-21bc-43b9-962d-56692d0812bd'], hosted agents: [] {{(pid=102708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:56:41.653528 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b424ad-be12-413d-a216-695e6231e659 None None] Routers {'6cf77314-15de-4d2b-b270-386df3c7e46f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:56:41.654185 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-18b424ad-be12-413d-a216-695e6231e659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:56:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['6cf77314-15de-4d2b-b270-386df3c7e46f'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:41.708263 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36c174-4dc0-4bb3-88bb-a098836adb65 service neutron] Pushing event updated for resources: {'Port': ['ID=29305c29-820c-4a81-b773-8e641370f7d2,revision_number=3']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:41.727169 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-02aa81f3-6357-49ba-b3eb-05d1578c35f1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Made reservation on behalf of 31a3beb756d44069b8b12e5e819b6a92 for: {'port': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:41.746966 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-02aa81f3-6357-49ba-b3eb-05d1578c35f1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:41.750545 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff69be9c-46b3-4f16-9684-ee70ab019c86 admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:56:41.774277 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] Sync routers for ids ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:56:41.787029 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-ff69be9c-46b3-4f16-9684-ee70ab019c86 admin admin] 10.222.0.61 "PUT /v2.0/routers/2741698a-f3c3-40b5-8a36-9af40f6fa99f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3526800 Feb 20 21:56:41.839740 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5cd288-b02e-48a8-8dfe-3b639a5a14f1" -d '{"events": [{"name": "network-changed", "server_uuid": "64c51426-6f3e-47d1-b7e4-c8a8cd230887", "tag": "29305c29-820c-4a81-b773-8e641370f7d2"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:56:41.896518 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-caee0bc7-0b14-4d0d-8012-f7fdf061db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:41.905111 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-caee0bc7-0b14-4d0d-8012-f7fdf061db37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2674958fb3694aff919a80f0a1133875&device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 1128 time: 1.4234772 Feb 20 21:56:41.908969 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-df26c71c-a250-42c0-a954-f74eba3c9c30 None None] Current status of the port 5030827b-b1c2-4bc3-9567-e65df84a9795 is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:41.910256 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-df26c71c-a250-42c0-a954-f74eba3c9c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (5030827b-b1c2-4bc3-9567-e65df84a9795), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:41.916327 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323a6ff-c5bd-4af2-a368-e9f5cb4f5fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16d8b72-a71e-4998-bc8f-3c61d5e2c65c,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:41.922817 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] Routers {'2741698a-f3c3-40b5-8a36-9af40f6fa99f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:56:41.940492 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:56:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:42.188378 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-df26c71c-a250-42c0-a954-f74eba3c9c30 None None] For port 5030827b-b1c2-4bc3-9567-e65df84a9795, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=5030827b-b1c2-4bc3-9567-e65df84a9795,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:56:42.193137 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device b114ba4e-3747-41db-850c-91d8e0037b9f up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:56:42.259077 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-df26c71c-a250-42c0-a954-f74eba3c9c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (5030827b-b1c2-4bc3-9567-e65df84a9795), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:42.372811 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6341e-8a0a-4ab5-a3d6-a4584367efa0 None None] Pushing event updated for resources: {'Port': ['ID=5030827b-b1c2-4bc3-9567-e65df84a9795,revision_number=4']} {{(pid=102710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:42.501472 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-3e61657d-f84e-4b30-bb93-6023301819fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29305c29-820c-4a81-b773-8e641370f7d2 HTTP/1.1" status: 200 len: 217 time: 0.4910989 Feb 20 21:56:42.677723 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-18b424ad-be12-413d-a216-695e6231e659 None None] Set router 6cf77314-15de-4d2b-b270-386df3c7e46f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:56:42.723372 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830b2cd-6841-4dc2-bc26-0e63c0f55f4c req-d375d85d-9b7f-4916-ad73-d3546a39b480 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:42.733515 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c830b2cd-6841-4dc2-bc26-0e63c0f55f4c req-d375d85d-9b7f-4916-ad73-d3546a39b480 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 944 time: 0.1834159 Feb 20 21:56:42.770752 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f323a6ff-c5bd-4af2-a368-e9f5cb4f5fa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760287717003'] for network (d6f0d417-2f1c-46f8-9510-5e9b91f2f089), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:42.906966 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c830b2cd-6841-4dc2-bc26-0e63c0f55f4c req-bab97c32-e2ae-474f-bd40-2889cd205349 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724706 Feb 20 21:56:42.934169 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26c71c-a250-42c0-a954-f74eba3c9c30 None None] Pushing event updated for resources: {'Port': ['ID=5030827b-b1c2-4bc3-9567-e65df84a9795,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:43.100092 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8f4e7534-f4c4-4e63-a024-e6ed662fdb6f req-c0f548f2-79be-44ea-80c5-61f60ecaf69f tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 210 time: 0.0690641 Feb 20 21:56:43.120571 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-381a4cab-dab1-43de-b4d6-dc3ad5e7b859 None None] Provisioning complete for port 5030827b-b1c2-4bc3-9567-e65df84a9795 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:43.120967 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-381a4cab-dab1-43de-b4d6-dc3ad5e7b859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (5030827b-b1c2-4bc3-9567-e65df84a9795), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:43.155733 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] Set router 2741698a-f3c3-40b5-8a36-9af40f6fa99f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:56:43.247167 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26147cc9-1b5e-4fe2-99f0-f2fc5db53b70 admin admin] Network db6be337-c0fd-4728-93a6-8a70171ed89a is scheduled to be hosted by DHCP agent 6fcc0529-21bc-43b9-962d-56692d0812bd with binding_index 1 {{(pid=102708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:56:43.274777 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.db.resource_extend [None req-f323a6ff-c5bd-4af2-a368-e9f5cb4f5fa1 admin admin] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 21:56:43.310795 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-26147cc9-1b5e-4fe2-99f0-f2fc5db53b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-1-iscsi, db6be337-c0fd-4728-93a6-8a70171ed89a) {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:43.333462 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26147cc9-1b5e-4fe2-99f0-f2fc5db53b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:43.334956 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-26147cc9-1b5e-4fe2-99f0-f2fc5db53b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:43.335208 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dc9889-36f1-4e0b-884b-0d07b53fa8b3 None None] Network db6be337-c0fd-4728-93a6-8a70171ed89a requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:56:43.349994 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-a2132324-82cb-4955-a72f-eb3b075f236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:43.351919 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-a2132324-82cb-4955-a72f-eb3b075f236f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2fad7868-f65c-477e-9877-d12c7fe62a5d HTTP/1.1" status: 200 len: 852 time: 0.5655749 Feb 20 21:56:43.367233 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-26147cc9-1b5e-4fe2-99f0-f2fc5db53b70 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 4.5411811 Feb 20 21:56:43.367233 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f323a6ff-c5bd-4af2-a368-e9f5cb4f5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for network (d6f0d417-2f1c-46f8-9510-5e9b91f2f089), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:43.367233 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f323a6ff-c5bd-4af2-a368-e9f5cb4f5fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:43.367233 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f323a6ff-c5bd-4af2-a368-e9f5cb4f5fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:43.375284 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-18b424ad-be12-413d-a216-695e6231e659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '863666a3-9174-42d8-9943-8496e886fcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:32Z', 'revision_number': 4, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port': {'id': '863666a3-9174-42d8-9943-8496e886fcc1', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '5030827b-b1c2-4bc3-9567-e65df84a9795', 'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'mac_address': 'fa:16:3e:3c:98:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:30Z', 'updated_at': '2022-02-20T21:56:41Z', 'revision_number': 4, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'subnets': [{'id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:43.425483 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 51442) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:43.431554 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-802c3727-e225-429d-88fc-2fe05e27ea36 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1473122798', 'description': 'tempest-description--964698690'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:43.447425 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b424ad-be12-413d-a216-695e6231e659 None None] The sync data for ids ['6cf77314-15de-4d2b-b270-386df3c7e46f'] in dv-cinder-830093-1-iscsi is: [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '863666a3-9174-42d8-9943-8496e886fcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:32Z', 'revision_number': 4, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port': {'id': '863666a3-9174-42d8-9943-8496e886fcc1', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '5030827b-b1c2-4bc3-9567-e65df84a9795', 'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'mac_address': 'fa:16:3e:3c:98:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:30Z', 'updated_at': '2022-02-20T21:56:41Z', 'revision_number': 4, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'subnets': [{'id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:56:43.475769 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-802c3727-e225-429d-88fc-2fe05e27ea36 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:43.480584 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port b114ba4e-3747-41db-850c-91d8e0037b9f triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:43.480995 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (b114ba4e-3747-41db-850c-91d8e0037b9f), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:43.604186 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-a9afa8b3-e4ad-4f08-8d17-68ebbac37a07 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e40b2997-2dc8-4b7f-a769-1be5e4f3954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2285883 Feb 20 21:56:43.616938 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-f323a6ff-c5bd-4af2-a368-e9f5cb4f5fa1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.1185091 Feb 20 21:56:43.661155 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 51446) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:43.699231 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-1886bd15-4750-4ea8-b36c-ac564eac90b2 admin admin] Request body: {'subnet': {'network_id': 'd6f0d417-2f1c-46f8-9510-5e9b91f2f089', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-249420216-subnet', 'tenant_id': 'f71e41747b1d4e68a6a2f93b160506e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:43.714107 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-02aa81f3-6357-49ba-b3eb-05d1578c35f1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Allocated IP 172.20.0.14 (a89eb610-f3f6-48dd-a90b-fd6474eca384/6ec271f1-ff6d-444d-b149-16f50cc10be7/b7fdc472-ff50-4b72-85de-a3c41f136769) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:56:43.718582 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3230eea-7950-4755-83ae-924485547a96 x-openstack-request-id: req-a3230eea-7950-4755-83ae-924485547a96 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:56:43.718880 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c51426-6f3e-47d1-b7e4-c8a8cd230887", "tag": "29305c29-820c-4a81-b773-8e641370f7d2", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:56:43.719133 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a3230eea-7950-4755-83ae-924485547a96 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:56:43.719627 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c51426-6f3e-47d1-b7e4-c8a8cd230887', 'tag': '29305c29-820c-4a81-b773-8e641370f7d2', 'status': 'completed', 'code': 200} Feb 20 21:56:43.823726 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323a6ff-c5bd-4af2-a368-e9f5cb4f5fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=d6f0d417-2f1c-46f8-9510-5e9b91f2f089,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:43.931181 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1886bd15-4750-4ea8-b36c-ac564eac90b2 admin admin] Made reservation on behalf of f71e41747b1d4e68a6a2f93b160506e4 for: {'subnet': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:43.934743 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1886bd15-4750-4ea8-b36c-ac564eac90b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:44.054689 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-59ced879-2934-401d-9398-9f571c33c5c4 service neutron] 10.222.0.45 "GET /v2.0/networks/e40b2997-2dc8-4b7f-a769-1be5e4f3954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307311 Feb 20 21:56:44.078050 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port b114ba4e-3747-41db-850c-91d8e0037b9f is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:44.079097 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (b114ba4e-3747-41db-850c-91d8e0037b9f), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:44.083965 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Network d6f0d417-2f1c-46f8-9510-5e9b91f2f089 details requested by agent ovs-agent-dv-cinder-830093-1-iscsi with host dv-cinder-830093-1-iscsi {{(pid=102709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:56:44.256748 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c23546-bac2-420e-b48b-aa05cfa0bee6 None None] Network db6be337-c0fd-4728-93a6-8a70171ed89a requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:56:44.276210 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-5a37a4c6-dd5a-45fa-8330-0488b5461b8c req-86b190a5-7641-4e7e-bac3-986977981bb5 service neutron] 10.222.0.45 "GET /v2.0/networks/e40b2997-2dc8-4b7f-a769-1be5e4f3954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063043 Feb 20 21:56:44.320933 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-802c3727-e225-429d-88fc-2fe05e27ea36 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group (60aa3d66-fa5d-419b-b745-c367bd55ae5f), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:44.326187 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-381a4cab-dab1-43de-b4d6-dc3ad5e7b859 None None] Current status of the port 5030827b-b1c2-4bc3-9567-e65df84a9795 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:44.380339 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-802c3727-e225-429d-88fc-2fe05e27ea36 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (60aa3d66-fa5d-419b-b745-c367bd55ae5f), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:44.534452 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c3727-e225-429d-88fc-2fe05e27ea36 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60aa3d66-fa5d-419b-b745-c367bd55ae5f,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:44.539126 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-802c3727-e225-429d-88fc-2fe05e27ea36 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:44.540768 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-802c3727-e225-429d-88fc-2fe05e27ea36 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1137021 Feb 20 21:56:44.547496 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 51464) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:44.565402 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-814d61a6-1404-436e-b2b7-da7c92f482c4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Request body: {'security_group_rule': {'security_group_id': '60aa3d66-fa5d-419b-b745-c367bd55ae5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:44.682068 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.45', 60459) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:44.708546 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cd288-b02e-48a8-8dfe-3b639a5a14f1 req-b6ec64ed-0e75-418c-bf89-0ab09246ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:44.717193 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ca5cd288-b02e-48a8-8dfe-3b639a5a14f1 req-b6ec64ed-0e75-418c-bf89-0ab09246ffbb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2674958fb3694aff919a80f0a1133875&device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 1128 time: 0.2965288 Feb 20 21:56:44.821536 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-02aa81f3-6357-49ba-b3eb-05d1578c35f1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Publish callbacks [] for port (b7fdc472-ff50-4b72-85de-a3c41f136769), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:44.835817 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] For port b114ba4e-3747-41db-850c-91d8e0037b9f, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=b114ba4e-3747-41db-850c-91d8e0037b9f,segment=NetworkSegment(34364242-bfb9-46d9-a6c3-dc8b7b66c390),segment_id=34364242-bfb9-46d9-a6c3-dc8b7b66c390)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:56:44.870330 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (b114ba4e-3747-41db-850c-91d8e0037b9f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:44.943204 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 51472) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:44.967720 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f322b7-b546-43e1-b7e2-746d2ac83062 req-7b93d2db-ea60-4e66-9508-b0dc699fa95b tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:44.979406 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-4f34f5ab-7f06-478e-84df-1bb34c5d375b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1303447282', 'description': 'tempest-description--1414892662'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:45.002837 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-30f322b7-b546-43e1-b7e2-746d2ac83062 req-7b93d2db-ea60-4e66-9508-b0dc699fa95b tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 944 time: 0.6724849 Feb 20 21:56:45.165685 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Pushing event updated for resources: {'Port': ['ID=b114ba4e-3747-41db-850c-91d8e0037b9f,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:45.212746 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 5030827b-b1c2-4bc3-9567-e65df84a9795 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:56:45.238721 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-814d61a6-1404-436e-b2b7-da7c92f482c4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group_rule (aa82a17e-44b3-4689-b976-dce66523afe5), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:45.269097 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-db2d0c19-3be1-4a0f-8fa7-97675e97c6d7 req-f5c5df4a-16a5-446f-ae90-0e9ff7f1eef0 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 210 time: 0.2660332 Feb 20 21:56:45.372705 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 5030827b-b1c2-4bc3-9567-e65df84a9795 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:45.373177 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (5030827b-b1c2-4bc3-9567-e65df84a9795), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:45.415266 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-30f322b7-b546-43e1-b7e2-746d2ac83062 req-f68a68c9-68e0-4551-bd53-31a82d4f5ecd tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167266 Feb 20 21:56:45.432239 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4f34f5ab-7f06-478e-84df-1bb34c5d375b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:45.434929 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:36Z', 'revision_number': 4, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port': {'id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'ead3a500-703a-4024-a7a1-b0bbfeec6399', 'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'mac_address': 'fa:16:3e:c1:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:32Z', 'updated_at': '2022-02-20T21:56:36Z', 'revision_number': 2, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'subnets': [{'id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:45.485702 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] Checking router: 2741698a-f3c3-40b5-8a36-9af40f6fa99f for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:56:45.485702 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] Updating router 2741698a-f3c3-40b5-8a36-9af40f6fa99f port ead3a500-703a-4024-a7a1-b0bbfeec6399 binding host dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:56:45.490629 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-02aa81f3-6357-49ba-b3eb-05d1578c35f1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (b7fdc472-ff50-4b72-85de-a3c41f136769), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:45.501457 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-92f87a9b-c31b-44b0-b025-24d04248615e tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:45.503196 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-92f87a9b-c31b-44b0-b025-24d04248615e tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.45 "GET /v2.0/networks?id=a89eb610-f3f6-48dd-a90b-fd6474eca384 HTTP/1.1" status: 200 len: 818 time: 0.7619777 Feb 20 21:56:45.521033 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (ead3a500-703a-4024-a7a1-b0bbfeec6399), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:45.544665 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-675828b1-f8db-449c-824a-2ce3a76ed4ac tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Request body: {'port': {'device_id': '1248fe9f-081f-4130-a6d9-2ad8e8dde704', 'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384', 'admin_state_up': True, 'tenant_id': '31a3beb756d44069b8b12e5e819b6a92'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:45.679875 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 5030827b-b1c2-4bc3-9567-e65df84a9795 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:45.691153 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-02aa81f3-6357-49ba-b3eb-05d1578c35f1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Network a89eb610-f3f6-48dd-a90b-fd6474eca384 is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:56:45.692544 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cd288-b02e-48a8-8dfe-3b639a5a14f1 req-e9e27478-b7f7-4411-9c4e-c22d1dbc5158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:45.702324 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ca5cd288-b02e-48a8-8dfe-3b639a5a14f1 req-e9e27478-b7f7-4411-9c4e-c22d1dbc5158 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e40b2997-2dc8-4b7f-a769-1be5e4f3954e HTTP/1.1" status: 200 len: 913 time: 0.9456518 Feb 20 21:56:45.707924 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-02aa81f3-6357-49ba-b3eb-05d1578c35f1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:45.728806 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-02aa81f3-6357-49ba-b3eb-05d1578c35f1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:56:45.749068 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-02aa81f3-6357-49ba-b3eb-05d1578c35f1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:45.749660 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-02aa81f3-6357-49ba-b3eb-05d1578c35f1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:45.797979 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa81f3-6357-49ba-b3eb-05d1578c35f1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Pushing event updated for resources: {'Port': ['ID=b7fdc472-ff50-4b72-85de-a3c41f136769,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:45.842163 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-02aa81f3-6357-49ba-b3eb-05d1578c35f1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3585567 Feb 20 21:56:45.883977 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4f34f5ab-7f06-478e-84df-1bb34c5d375b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group (330a4e04-21cd-4d62-b1a5-29ec0d5241e7), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:45.895727 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4f34f5ab-7f06-478e-84df-1bb34c5d375b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (330a4e04-21cd-4d62-b1a5-29ec0d5241e7), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:45.960354 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34f5ab-7f06-478e-84df-1bb34c5d375b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330a4e04-21cd-4d62-b1a5-29ec0d5241e7,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:45.969693 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4f34f5ab-7f06-478e-84df-1bb34c5d375b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:45.970441 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-4f34f5ab-7f06-478e-84df-1bb34c5d375b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0090361 Feb 20 21:56:45.973812 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 51490) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:45.982523 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-8d81cbd8-6843-4d30-9077-0eafb431ff7b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Request body: {'security_group_rule': {'security_group_id': '330a4e04-21cd-4d62-b1a5-29ec0d5241e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:46.020256 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-814d61a6-1404-436e-b2b7-da7c92f482c4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group_rule (aa82a17e-44b3-4689-b976-dce66523afe5), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.064344 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-814d61a6-1404-436e-b2b7-da7c92f482c4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (aa82a17e-44b3-4689-b976-dce66523afe5), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.080577 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8d81cbd8-6843-4d30-9077-0eafb431ff7b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group_rule (a7b411ed-20fb-4358-9003-38e248a0a1f1), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.089511 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d61a6-1404-436e-b2b7-da7c92f482c4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa82a17e-44b3-4689-b976-dce66523afe5,revision_number=0']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:46.103778 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1886bd15-4750-4ea8-b36c-ac564eac90b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for subnet (86bb9670-bf1d-4ca1-8b1c-b29e550f9ce2), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.177181 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] Publish callbacks [] for port (ead3a500-703a-4024-a7a1-b0bbfeec6399), precommit_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.191625 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (ead3a500-703a-4024-a7a1-b0bbfeec6399), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.272671 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-675828b1-f8db-449c-824a-2ce3a76ed4ac tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Made reservation on behalf of 31a3beb756d44069b8b12e5e819b6a92 for: {'port': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:46.276171 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-675828b1-f8db-449c-824a-2ce3a76ed4ac tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.291178 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8d81cbd8-6843-4d30-9077-0eafb431ff7b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group_rule (a7b411ed-20fb-4358-9003-38e248a0a1f1), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.303347 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8d81cbd8-6843-4d30-9077-0eafb431ff7b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (a7b411ed-20fb-4358-9003-38e248a0a1f1), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.319365 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d2fc8-e1fb-425e-bab4-bd0c327fb504 None None] Pushing event updated for resources: {'Port': ['ID=ead3a500-703a-4024-a7a1-b0bbfeec6399,revision_number=3']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:46.366799 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-814d61a6-1404-436e-b2b7-da7c92f482c4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.368297 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-814d61a6-1404-436e-b2b7-da7c92f482c4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8168375 Feb 20 21:56:46.377732 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 51506) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:46.393912 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-78e9c897-de6b-4ee4-a300-89e0d95f7268 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Request body: {'security_group_rule': {'security_group_id': '60aa3d66-fa5d-419b-b745-c367bd55ae5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:46.406735 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81cbd8-6843-4d30-9077-0eafb431ff7b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b411ed-20fb-4358-9003-38e248a0a1f1,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:46.416217 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886bd15-4750-4ea8-b36c-ac564eac90b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86bb9670-bf1d-4ca1-8b1c-b29e550f9ce2,revision_number=0']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:46.429512 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1886bd15-4750-4ea8-b36c-ac564eac90b2 admin admin] Checking segment: {'id': 'e6dd31eb-a5fb-4a11-9fca-f93b97fd3cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd6f0d417-2f1c-46f8-9510-5e9b91f2f089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:46.429882 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1886bd15-4750-4ea8-b36c-ac564eac90b2 admin admin] Network hostable DHCP agents. Network: d6f0d417-2f1c-46f8-9510-5e9b91f2f089, hostable agents: ['6fcc0529-21bc-43b9-962d-56692d0812bd'], hosted agents: [] {{(pid=102707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:56:46.449525 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] Attempting to bind port ead3a500-703a-4024-a7a1-b0bbfeec6399 on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:56:46.449525 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] Attempting to bind port ead3a500-703a-4024-a7a1-b0bbfeec6399 by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '070027a4-7989-40e5-92de-9f9067d39452'}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:56:46.450362 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] Attempting to bind port ead3a500-703a-4024-a7a1-b0bbfeec6399 on network 070027a4-7989-40e5-92de-9f9067d39452 {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:56:46.464829 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8d81cbd8-6843-4d30-9077-0eafb431ff7b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.466031 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-8d81cbd8-6843-4d30-9077-0eafb431ff7b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4895906 Feb 20 21:56:46.475479 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 51510) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:46.476554 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:56:46.477081 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] Checking segment: {'id': '80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '070027a4-7989-40e5-92de-9f9067d39452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:46.477505 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.477917 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] Bound using segment: {'id': '80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '070027a4-7989-40e5-92de-9f9067d39452'} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:56:46.478490 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] Bound port: ead3a500-703a-4024-a7a1-b0bbfeec6399, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '070027a4-7989-40e5-92de-9f9067d39452'}}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:56:46.478885 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (ead3a500-703a-4024-a7a1-b0bbfeec6399), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.484340 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-08a1be4a-1bfe-41ef-954a-3ed90e4f3236 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Request body: {'security_group_rule': {'security_group_id': '330a4e04-21cd-4d62-b1a5-29ec0d5241e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:46.529458 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-78e9c897-de6b-4ee4-a300-89e0d95f7268 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group_rule (6375ef66-ecc1-44bc-aa81-34e2a3529e9e), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.559305 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-08a1be4a-1bfe-41ef-954a-3ed90e4f3236 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group_rule (cdd11523-9894-4a4b-a672-46676c02b27c), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.613901 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8d6073a9-faca-4ab2-bf56-8e5d0f3477f1 req-20b19610-88fa-42ec-b164-5aa26c0ede3c tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 210 time: 0.1641338 Feb 20 21:56:46.619446 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] For port ead3a500-703a-4024-a7a1-b0bbfeec6399, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:56:46.627086 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] For port ead3a500-703a-4024-a7a1-b0bbfeec6399, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=ead3a500-703a-4024-a7a1-b0bbfeec6399,segment=NetworkSegment(80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d),segment_id=80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d)] {{(pid=102709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:56:46.634628 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (ead3a500-703a-4024-a7a1-b0bbfeec6399), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.667337 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-78e9c897-de6b-4ee4-a300-89e0d95f7268 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group_rule (6375ef66-ecc1-44bc-aa81-34e2a3529e9e), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.683791 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-78e9c897-de6b-4ee4-a300-89e0d95f7268 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (6375ef66-ecc1-44bc-aa81-34e2a3529e9e), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.687518 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-08a1be4a-1bfe-41ef-954a-3ed90e4f3236 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group_rule (cdd11523-9894-4a4b-a672-46676c02b27c), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.711412 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-43807e16-0daa-4dd4-9a58-6515413df395 None None] Provisioning complete for port ead3a500-703a-4024-a7a1-b0bbfeec6399 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:46.712337 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-43807e16-0daa-4dd4-9a58-6515413df395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (ead3a500-703a-4024-a7a1-b0bbfeec6399), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.714978 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1886bd15-4750-4ea8-b36c-ac564eac90b2 admin admin] Network d6f0d417-2f1c-46f8-9510-5e9b91f2f089 is scheduled to be hosted by DHCP agent 6fcc0529-21bc-43b9-962d-56692d0812bd with binding_index 1 {{(pid=102707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:56:46.715793 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-08a1be4a-1bfe-41ef-954a-3ed90e4f3236 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (cdd11523-9894-4a4b-a672-46676c02b27c), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.737035 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9c897-de6b-4ee4-a300-89e0d95f7268 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6375ef66-ecc1-44bc-aa81-34e2a3529e9e,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:46.762504 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-08a1be4a-1bfe-41ef-954a-3ed90e4f3236 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.765705 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-08a1be4a-1bfe-41ef-954a-3ed90e4f3236 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2889957 Feb 20 21:56:46.768460 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-78e9c897-de6b-4ee4-a300-89e0d95f7268 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.777099 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-78e9c897-de6b-4ee4-a300-89e0d95f7268 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3899612 Feb 20 21:56:46.778018 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 51516) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:46.778360 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 51518) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:46.788319 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-1ae10d31-7299-41b1-b212-34d2a509c814 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Request body: {'floatingip': {'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:46.806728 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-08540253-9383-4359-9336-ebce23e9ecb7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Request body: {'floatingip': {'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:46.811495 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1be4a-1bfe-41ef-954a-3ed90e4f3236 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd11523-9894-4a4b-a672-46676c02b27c,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:46.825207 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d2fc8-e1fb-425e-bab4-bd0c327fb504 None None] Pushing event updated for resources: {'Port': ['ID=ead3a500-703a-4024-a7a1-b0bbfeec6399,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:46.851847 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] Routers {'2741698a-f3c3-40b5-8a36-9af40f6fa99f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:56:46.852890 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:56:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:46.869243 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1ae10d31-7299-41b1-b212-34d2a509c814 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.891781 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-08540253-9383-4359-9336-ebce23e9ecb7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:46.969317 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-1886bd15-4750-4ea8-b36c-ac564eac90b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-1-iscsi, d6f0d417-2f1c-46f8-9510-5e9b91f2f089) {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:46.993811 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1886bd15-4750-4ea8-b36c-ac564eac90b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:46.994574 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1886bd15-4750-4ea8-b36c-ac564eac90b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.009269 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db141fef-bcde-47c9-af2f-67ce5a61d4d3 None None] Network d6f0d417-2f1c-46f8-9510-5e9b91f2f089 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:56:47.013118 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] Set router 2741698a-f3c3-40b5-8a36-9af40f6fa99f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:56:47.027147 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90293aa-2861-41e4-b2dd-8cba5fa2746d req-368e4315-d392-43c6-a100-e8d7aeb42add tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:47.028819 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c90293aa-2861-41e4-b2dd-8cba5fa2746d req-368e4315-d392-43c6-a100-e8d7aeb42add tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 944 time: 0.4815378 Feb 20 21:56:47.033864 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_common [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-675828b1-f8db-449c-824a-2ce3a76ed4ac tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Allocated IP 172.20.0.3 (a89eb610-f3f6-48dd-a90b-fd6474eca384/6ec271f1-ff6d-444d-b149-16f50cc10be7/18bc55aa-78d6-46e7-90dd-6c2367b886d5) {{(pid=102707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:56:47.053410 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-1886bd15-4750-4ea8-b36c-ac564eac90b2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.3886042 Feb 20 21:56:47.100289 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1ae10d31-7299-41b1-b212-34d2a509c814 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.148753 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c90293aa-2861-41e4-b2dd-8cba5fa2746d req-0c47872c-7e95-4355-9023-255c679627c6 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035104 Feb 20 21:56:47.165223 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-08540253-9383-4359-9336-ebce23e9ecb7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.196439 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device b114ba4e-3747-41db-850c-91d8e0037b9f up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:56:47.264645 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 51524) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:47.276776 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [None req-1ae10d31-7299-41b1-b212-34d2a509c814 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Allocated IP 172.27.3.102 (64ae5708-48ae-4f2e-98e0-0b35ff108ff4/7fd4686c-7b81-425f-9e36-00c6096e9531/9462ed35-c82b-4fe1-9492-c635664db340) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:56:47.333649 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_v2 [None req-59754d1b-697c-49fb-a13e-0c1099c72310 admin admin] Deleting subnet 457480b0-3fb0-4633-86f1-103754ccc4db {{(pid=102707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 21:56:47.343639 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-59754d1b-697c-49fb-a13e-0c1099c72310 admin admin] Publish callbacks [] for subnet (457480b0-3fb0-4633-86f1-103754ccc4db), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.382619 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-675828b1-f8db-449c-824a-2ce3a76ed4ac tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Publish callbacks [] for port (18bc55aa-78d6-46e7-90dd-6c2367b886d5), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.396818 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-59754d1b-697c-49fb-a13e-0c1099c72310 admin admin] Publish callbacks [] for subnet (457480b0-3fb0-4633-86f1-103754ccc4db), precommit_delete_associations {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.407546 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-43807e16-0daa-4dd4-9a58-6515413df395 None None] Current status of the port ead3a500-703a-4024-a7a1-b0bbfeec6399 is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:47.407779 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-43807e16-0daa-4dd4-9a58-6515413df395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (ead3a500-703a-4024-a7a1-b0bbfeec6399), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.408855 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1ae10d31-7299-41b1-b212-34d2a509c814 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for port (9462ed35-c82b-4fe1-9492-c635664db340), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.409734 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-59754d1b-697c-49fb-a13e-0c1099c72310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882536'] for subnet (457480b0-3fb0-4633-86f1-103754ccc4db), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.458703 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1ae10d31-7299-41b1-b212-34d2a509c814 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (9462ed35-c82b-4fe1-9492-c635664db340), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.468795 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83c25d2-262f-4823-b466-06aebd91e93f None None] Network d6f0d417-2f1c-46f8-9510-5e9b91f2f089 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:56:47.489660 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-675828b1-f8db-449c-824a-2ce3a76ed4ac tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (18bc55aa-78d6-46e7-90dd-6c2367b886d5), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.507572 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port b114ba4e-3747-41db-850c-91d8e0037b9f triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:47.507955 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (b114ba4e-3747-41db-850c-91d8e0037b9f), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.538462 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae10d31-7299-41b1-b212-34d2a509c814 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:56:47.544896 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-43807e16-0daa-4dd4-9a58-6515413df395 None None] For port ead3a500-703a-4024-a7a1-b0bbfeec6399, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=ead3a500-703a-4024-a7a1-b0bbfeec6399,segment=NetworkSegment(80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d),segment_id=80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:56:47.553577 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-1ae10d31-7299-41b1-b212-34d2a509c814 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:47.556055 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae10d31-7299-41b1-b212-34d2a509c814 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:56:47.557126 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-59754d1b-697c-49fb-a13e-0c1099c72310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for subnet (457480b0-3fb0-4633-86f1-103754ccc4db), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.561196 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [None req-08540253-9383-4359-9336-ebce23e9ecb7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Allocated IP 172.27.3.124 (64ae5708-48ae-4f2e-98e0-0b35ff108ff4/7fd4686c-7b81-425f-9e36-00c6096e9531/d429f950-6763-4384-8c9b-b025c0315c63) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:56:47.566778 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae10d31-7299-41b1-b212-34d2a509c814 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Pushing event updated for resources: {'Port': ['ID=9462ed35-c82b-4fe1-9492-c635664db340,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:47.574930 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-43807e16-0daa-4dd4-9a58-6515413df395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (ead3a500-703a-4024-a7a1-b0bbfeec6399), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.594640 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59754d1b-697c-49fb-a13e-0c1099c72310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=457480b0-3fb0-4633-86f1-103754ccc4db,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:47.617751 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-675828b1-f8db-449c-824a-2ce3a76ed4ac tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Network a89eb610-f3f6-48dd-a90b-fd6474eca384 is already hosted by enough agents. {{(pid=102707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:56:47.628813 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:56:47.634151 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-59754d1b-697c-49fb-a13e-0c1099c72310 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.638325 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-59754d1b-697c-49fb-a13e-0c1099c72310 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/457480b0-3fb0-4633-86f1-103754ccc4db HTTP/1.1" status: 204 len: 168 time: 0.3721550 Feb 20 21:56:47.639612 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-675828b1-f8db-449c-824a-2ce3a76ed4ac tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Resources bound (agent type, host, resource id): {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:47.641477 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 51528) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:47.712952 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43807e16-0daa-4dd4-9a58-6515413df395 None None] Pushing event updated for resources: {'Port': ['ID=ead3a500-703a-4024-a7a1-b0bbfeec6399,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:47.718528 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1ae10d31-7299-41b1-b212-34d2a509c814 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for floatingip (148f574b-6198-4a90-9b09-a005eaa3a1c5), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.725746 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-675828b1-f8db-449c-824a-2ce3a76ed4ac tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Received port after_create {{(pid=102707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:56:47.733112 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-675828b1-f8db-449c-824a-2ce3a76ed4ac tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:47.734066 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-675828b1-f8db-449c-824a-2ce3a76ed4ac tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for port (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.751791 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8384b104-a5c6-4033-9fb4-a9e855e7e9b0 None None] Provisioning complete for port ead3a500-703a-4024-a7a1-b0bbfeec6399 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:47.752285 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8384b104-a5c6-4033-9fb4-a9e855e7e9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (ead3a500-703a-4024-a7a1-b0bbfeec6399), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.765339 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834273'] for network (6e0bdfa8-f494-4732-9596-5f91c8562f49), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.784674 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675828b1-f8db-449c-824a-2ce3a76ed4ac tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Pushing event updated for resources: {'Port': ['ID=18bc55aa-78d6-46e7-90dd-6c2367b886d5,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:47.799357 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1ae10d31-7299-41b1-b212-34d2a509c814 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (9462ed35-c82b-4fe1-9492-c635664db340), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.801134 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:36Z', 'revision_number': 4, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port': {'id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'ead3a500-703a-4024-a7a1-b0bbfeec6399', 'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'mac_address': 'fa:16:3e:c1:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:32Z', 'updated_at': '2022-02-20T21:56:46Z', 'revision_number': 4, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'subnets': [{'id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:47.811694 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port b114ba4e-3747-41db-850c-91d8e0037b9f is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:47.816177 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-08540253-9383-4359-9336-ebce23e9ecb7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for port (d429f950-6763-4384-8c9b-b025c0315c63), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.828493 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-675828b1-f8db-449c-824a-2ce3a76ed4ac tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3028674 Feb 20 21:56:47.847313 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c5983c-b1dd-4d08-aa69-67ed5f8e8f35 None None] The sync data for ids ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'] in dv-cinder-830093-1-iscsi is: [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:36Z', 'revision_number': 4, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port': {'id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'ead3a500-703a-4024-a7a1-b0bbfeec6399', 'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'mac_address': 'fa:16:3e:c1:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:32Z', 'updated_at': '2022-02-20T21:56:46Z', 'revision_number': 4, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'subnets': [{'id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:56:47.939895 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8384b104-a5c6-4033-9fb4-a9e855e7e9b0 None None] Current status of the port ead3a500-703a-4024-a7a1-b0bbfeec6399 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:47.943793 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-08540253-9383-4359-9336-ebce23e9ecb7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (d429f950-6763-4384-8c9b-b025c0315c63), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:47.950311 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df39c25-d174-45a9-8104-191dc4f9b8b2 req-f6bfc217-e7aa-46f1-ac69-00b74587364d tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:47.953426 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9df39c25-d174-45a9-8104-191dc4f9b8b2 req-f6bfc217-e7aa-46f1-ac69-00b74587364d tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 931 time: 0.1846609 Feb 20 21:56:47.960477 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881377', 'neutron.services.segments.db._delete_segments_for_network-8760288176442'] for network (6e0bdfa8-f494-4732-9596-5f91c8562f49), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:48.002471 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:48.002824 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:48.003570 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:48.003925 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Subscribe: > port after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:48.004266 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:48.004600 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Subscribe: > port after_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:48.004923 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:48.005269 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:48.005577 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:48.005900 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:48.178430 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08540253-9383-4359-9336-ebce23e9ecb7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:56:48.204575 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-08540253-9383-4359-9336-ebce23e9ecb7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:48.207958 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08540253-9383-4359-9336-ebce23e9ecb7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:56:48.217131 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08540253-9383-4359-9336-ebce23e9ecb7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Pushing event updated for resources: {'Port': ['ID=d429f950-6763-4384-8c9b-b025c0315c63,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:48.272161 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1ae10d31-7299-41b1-b212-34d2a509c814 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for port (9462ed35-c82b-4fe1-9492-c635664db340), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:48.279939 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-08540253-9383-4359-9336-ebce23e9ecb7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for floatingip (019b3e2e-b5db-42fc-884d-3c40490c415a), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:48.281314 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1ae10d31-7299-41b1-b212-34d2a509c814 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (9462ed35-c82b-4fe1-9492-c635664db340), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:48.318299 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1ae10d31-7299-41b1-b212-34d2a509c814 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643065'] for floatingip (148f574b-6198-4a90-9b09-a005eaa3a1c5), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:48.330518 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:48.331069 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:48.331200 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:48.331532 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:48.331895 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.services.segments.db [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0bdfa8-f494-4732-9596-5f91c8562f49']}} {{(pid=102707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:48.354191 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.services.segments.db [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86e04af-58a7-4a95-97df-80b946e49114') {'for_net_delete': True} {{(pid=102707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:48.354556 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.services.segments.db [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86e04af-58a7-4a95-97df-80b946e49114') {} {{(pid=102707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:48.365012 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae10d31-7299-41b1-b212-34d2a509c814 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Pushing event updated for resources: {'Port': ['ID=9462ed35-c82b-4fe1-9492-c635664db340,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:48.368422 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-08540253-9383-4359-9336-ebce23e9ecb7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (d429f950-6763-4384-8c9b-b025c0315c63), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:48.372233 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1ae10d31-7299-41b1-b212-34d2a509c814 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:48.381511 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-1ae10d31-7299-41b1-b212-34d2a509c814 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5904980 Feb 20 21:56:48.393836 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760288175939', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11566183'] for segment (c86e04af-58a7-4a95-97df-80b946e49114), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:48.450345 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (c86e04af-58a7-4a95-97df-80b946e49114), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:48.468361 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 21:56:48.468768 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11565804'] for segment (c86e04af-58a7-4a95-97df-80b946e49114), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: from cryptography.utils import int_from_bytes Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: from cryptography.utils import int_from_bytes Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: Traceback (most recent call last): Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: timer() Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: cb(*args, **kw) Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: return func(*args, **kwargs) Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: self._notify() Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: self.callback(batched_events) Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: event.method(event) Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: return f(self, *a, **k) Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: return self._get(url).json() Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: return self.request(url, 'GET', **kwargs) Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 21:56:48.496663 dv-cinder-830093-1-iscsi neutron-server[102707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 21:56:48.544532 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9df39c25-d174-45a9-8104-191dc4f9b8b2 req-c7eed032-9a15-4302-b6b2-594ab37e7dce tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5862863 Feb 20 21:56:48.554784 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-08540253-9383-4359-9336-ebce23e9ecb7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for port (d429f950-6763-4384-8c9b-b025c0315c63), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:48.572593 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-08540253-9383-4359-9336-ebce23e9ecb7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (d429f950-6763-4384-8c9b-b025c0315c63), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:48.579735 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac94dad-84db-4c17-808f-600651693e04 req-fb471422-8fff-4e57-9479-426278ca7e73 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:48.587140 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8ac94dad-84db-4c17-808f-600651693e04 req-fb471422-8fff-4e57-9479-426278ca7e73 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 944 time: 0.2193370 Feb 20 21:56:48.611557 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643055'] for network (6e0bdfa8-f494-4732-9596-5f91c8562f49), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:48.625760 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-08540253-9383-4359-9336-ebce23e9ecb7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643065'] for floatingip (019b3e2e-b5db-42fc-884d-3c40490c415a), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:48.667839 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:48.673899 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6e0bdfa8-f494-4732-9596-5f91c8562f49 HTTP/1.1" status: 204 len: 168 time: 1.0265863 Feb 20 21:56:48.689635 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8ac94dad-84db-4c17-808f-600651693e04 req-82fc0c10-6787-4a59-858b-df070ff83c61 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015162 Feb 20 21:56:48.700007 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 51552) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:48.711053 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08540253-9383-4359-9336-ebce23e9ecb7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Pushing event updated for resources: {'Port': ['ID=d429f950-6763-4384-8c9b-b025c0315c63,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:48.721310 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-08540253-9383-4359-9336-ebce23e9ecb7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:48.723232 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-08540253-9383-4359-9336-ebce23e9ecb7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9438977 Feb 20 21:56:48.811239 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5989f-a0c7-4bbe-994e-cb570115ca86 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e0bdfa8-f494-4732-9596-5f91c8562f49,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:48.873295 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e36b4b-44f4-411f-9238-6465b5febf9b admin admin] Deleting subnet 86bb9670-bf1d-4ca1-8b1c-b29e550f9ce2 {{(pid=102707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 21:56:48.881310 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-408c0aeb-248c-4cd8-813c-43dd101b7919 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1473122798&fields=id&tenant_id=52eb4398f63e4c4c8811bf06725eddc8 HTTP/1.1" status: 200 len: 267 time: 0.2144625 Feb 20 21:56:48.881745 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-50e36b4b-44f4-411f-9238-6465b5febf9b admin admin] Publish callbacks [] for subnet (86bb9670-bf1d-4ca1-8b1c-b29e550f9ce2), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:49.003719 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-50e36b4b-44f4-411f-9238-6465b5febf9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11566206'] for subnet (86bb9670-bf1d-4ca1-8b1c-b29e550f9ce2), precommit_delete_associations {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:49.093143 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device ead3a500-703a-4024-a7a1-b0bbfeec6399 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:56:49.144462 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-6386a4c9-0feb-4d41-a2c1-df45dcaf40de tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:49.152254 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-6386a4c9-0feb-4d41-a2c1-df45dcaf40de tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/networks?id=3e763aaf-88b9-4e27-90cd-d1934feee28a HTTP/1.1" status: 200 len: 817 time: 0.2417409 Feb 20 21:56:49.157429 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-50e36b4b-44f4-411f-9238-6465b5febf9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882536'] for subnet (86bb9670-bf1d-4ca1-8b1c-b29e550f9ce2), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:49.186208 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port ead3a500-703a-4024-a7a1-b0bbfeec6399 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:49.186838 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (ead3a500-703a-4024-a7a1-b0bbfeec6399), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:49.245503 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-370efef7-4997-4e58-ac69-7d8a41709907 req-679807c9-c905-4c6c-8f48-7fbb8154512e tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1303447282&fields=id&tenant_id=756580a91a2b4d2c966ba3317abe4e04 HTTP/1.1" status: 200 len: 267 time: 0.1963198 Feb 20 21:56:49.253722 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-953fd602-ac42-4e75-a187-e6ace59eba07 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/quotas/52eb4398f63e4c4c8811bf06725eddc8 HTTP/1.1" status: 200 len: 375 time: 0.0875025 Feb 20 21:56:49.332696 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port ead3a500-703a-4024-a7a1-b0bbfeec6399 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:49.392872 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-919de796-ba89-4691-9a57-64f06f2f7831 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=52eb4398f63e4c4c8811bf06725eddc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1381774 Feb 20 21:56:49.417911 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-50e36b4b-44f4-411f-9238-6465b5febf9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11566090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12283557'] for subnet (86bb9670-bf1d-4ca1-8b1c-b29e550f9ce2), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:49.490217 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e36b4b-44f4-411f-9238-6465b5febf9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86bb9670-bf1d-4ca1-8b1c-b29e550f9ce2,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:49.507151 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-50e36b4b-44f4-411f-9238-6465b5febf9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:49.510336 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-50e36b4b-44f4-411f-9238-6465b5febf9b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/86bb9670-bf1d-4ca1-8b1c-b29e550f9ce2 HTTP/1.1" status: 204 len: 168 time: 0.8093729 Feb 20 21:56:49.513564 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 51584) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:49.536823 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370efef7-4997-4e58-ac69-7d8a41709907 req-511ecbac-8b4c-4f7b-a082-d5b8a33337b3 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:49.538324 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-370efef7-4997-4e58-ac69-7d8a41709907 req-511ecbac-8b4c-4f7b-a082-d5b8a33337b3 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/networks?id=070027a4-7989-40e5-92de-9f9067d39452 HTTP/1.1" status: 200 len: 811 time: 0.2486186 Feb 20 21:56:49.586186 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-370efef7-4997-4e58-ac69-7d8a41709907 req-6e614c27-94d5-4ef4-be88-0908de94d00f tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/quotas/756580a91a2b4d2c966ba3317abe4e04 HTTP/1.1" status: 200 len: 375 time: 0.0398190 Feb 20 21:56:49.593128 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-da9e1562-89a1-41ac-829b-0028e5775236 service neutron] 10.222.0.61 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852686 Feb 20 21:56:49.606292 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834273'] for network (d6f0d417-2f1c-46f8-9510-5e9b91f2f089), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:49.712230 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Request body: {'port': {'device_id': 'c54418af-8989-4dbb-b635-c5bd58f10f07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:49.771264 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ca5cd288-b02e-48a8-8dfe-3b639a5a14f1 req-e645091a-3ddb-42e6-861b-f57fe251b332 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29305c29-820c-4a81-b773-8e641370f7d2 HTTP/1.1" status: 200 len: 217 time: 0.0746825 Feb 20 21:56:49.777103 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881377', 'neutron.services.segments.db._delete_segments_for_network-8760288176442'] for network (d6f0d417-2f1c-46f8-9510-5e9b91f2f089), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:49.849192 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Request body: {'port': {'device_id': '1248fe9f-081f-4130-a6d9-2ad8e8dde704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:49.859687 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:49.860034 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:49.860825 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:49.861211 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Subscribe: > port after_create 55550000 {{(pid=102708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:49.861556 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:49.861936 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Subscribe: > port after_update 55550000 {{(pid=102708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:49.862323 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:49.862761 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:49.863140 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:49.863636 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:49.949107 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:49.949581 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:49.950017 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:49.950561 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 21:56:49.951074 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f0d417-2f1c-46f8-9510-5e9b91f2f089']}} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:49.952156 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-370efef7-4997-4e58-ac69-7d8a41709907 req-5c423184-f8ee-43da-9e41-9c188ce7f690 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=756580a91a2b4d2c966ba3317abe4e04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3579643 Feb 20 21:56:49.961005 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-9dc13a18-c492-4800-906e-6fd2a9e336f7 service neutron] 10.222.0.61 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529418 Feb 20 21:56:49.962121 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (18bc55aa-78d6-46e7-90dd-6c2367b886d5), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:50.005767 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6dd31eb-a5fb-4a11-9fca-f93b97fd3cc2') {'for_net_delete': True} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:50.006608 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6dd31eb-a5fb-4a11-9fca-f93b97fd3cc2') {} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:56:50.046376 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (b7fdc472-ff50-4b72-85de-a3c41f136769), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:50.049689 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760288175939', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8472892'] for segment (e6dd31eb-a5fb-4a11-9fca-f93b97fd3cc2), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:50.055035 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cd288-b02e-48a8-8dfe-3b639a5a14f1 req-ff6e5159-04fe-49da-b232-b04f9227bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:50.057220 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ca5cd288-b02e-48a8-8dfe-3b639a5a14f1 req-ff6e5159-04fe-49da-b232-b04f9227bad7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2fad7868-f65c-477e-9877-d12c7fe62a5d HTTP/1.1" status: 200 len: 852 time: 0.2746837 Feb 20 21:56:50.120596 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ca5cd288-b02e-48a8-8dfe-3b639a5a14f1 req-84e352bf-e577-4adc-b53e-f1762e712a76 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e40b2997-2dc8-4b7f-a769-1be5e4f3954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413990 Feb 20 21:56:50.126777 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (e6dd31eb-a5fb-4a11-9fca-f93b97fd3cc2), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:50.195468 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 21:56:50.195820 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8474595'] for segment (e6dd31eb-a5fb-4a11-9fca-f93b97fd3cc2), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: from cryptography.utils import int_from_bytes Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: from cryptography.utils import int_from_bytes Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: Traceback (most recent call last): Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: timer() Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: cb(*args, **kw) Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: return func(*args, **kwargs) Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: self._notify() Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: self.callback(batched_events) Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: event.method(event) Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: return f(self, *a, **k) Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._get(url).json() Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: return self.request(url, 'GET', **kwargs) Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 21:56:50.202760 dv-cinder-830093-1-iscsi neutron-server[102708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 21:56:50.240058 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [req-370efef7-4997-4e58-ac69-7d8a41709907 req-020f06f0-6923-48ba-933c-7e428de9fb34 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 21:56:50.241000 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-370efef7-4997-4e58-ac69-7d8a41709907 req-020f06f0-6923-48ba-933c-7e428de9fb34 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1022282 Feb 20 21:56:50.366147 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155970d-8d49-411a-8749-bc80f6b80939 req-92de969f-7c04-46bc-ace7-413677ab928d tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:50.367638 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9155970d-8d49-411a-8749-bc80f6b80939 req-92de969f-7c04-46bc-ace7-413677ab928d tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 931 time: 0.1866314 Feb 20 21:56:50.411820 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643055'] for network (d6f0d417-2f1c-46f8-9510-5e9b91f2f089), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:50.439069 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:50.441722 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d6f0d417-2f1c-46f8-9510-5e9b91f2f089 HTTP/1.1" status: 204 len: 168 time: 0.9260926 Feb 20 21:56:50.454787 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-370efef7-4997-4e58-ac69-7d8a41709907 req-02e3df15-f149-40f8-b758-07526cca7bcc service neutron] 10.222.0.61 "GET /v2.0/networks/070027a4-7989-40e5-92de-9f9067d39452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015507 Feb 20 21:56:50.473260 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e89946-6dd4-476e-aaea-6e7f03405818 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6f0d417-2f1c-46f8-9510-5e9b91f2f089,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:50.481089 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ca5cd288-b02e-48a8-8dfe-3b639a5a14f1 req-8cfb2ad0-9200-4e74-bd75-abda9ecbc1a9 service neutron] 10.222.0.45 "GET /v2.0/networks/e40b2997-2dc8-4b7f-a769-1be5e4f3954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505189 Feb 20 21:56:50.504455 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9155970d-8d49-411a-8749-bc80f6b80939 req-12adda22-30bf-42dc-9964-a88089c098e4 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264648 Feb 20 21:56:50.584356 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.notifiers.nova [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18bc55aa-78d6-46e7-90dd-6c2367b886d5 {{(pid=102707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:56:50.618710 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Publish callbacks [] for port (18bc55aa-78d6-46e7-90dd-6c2367b886d5), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:50.671654 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.provisioning_blocks [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Transition to ACTIVE for port object 18bc55aa-78d6-46e7-90dd-6c2367b886d5 will not be triggered until provisioned by entity L2. {{(pid=102707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:56:50.674090 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-370efef7-4997-4e58-ac69-7d8a41709907 req-00f2ce58-163a-4982-b8cd-8d42bf397d30 service neutron] 10.222.0.61 "GET /v2.0/networks/070027a4-7989-40e5-92de-9f9067d39452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088449 Feb 20 21:56:50.674480 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 51628) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:50.680316 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11565760'] for port (18bc55aa-78d6-46e7-90dd-6c2367b886d5), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:50.736623 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94f2c1-4567-4882-9215-bb93e0051a37 req-652dab56-95e4-4cdb-b541-c0fc9b45d7e5 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:50.738689 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6b94f2c1-4567-4882-9215-bb93e0051a37 req-652dab56-95e4-4cdb-b541-c0fc9b45d7e5 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 944 time: 0.1590326 Feb 20 21:56:50.765874 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Pushing event updated for resources: {'Port': ['ID=18bc55aa-78d6-46e7-90dd-6c2367b886d5,revision_number=2']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:50.787023 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-81b82067-2540-411b-a484-85e0f77365d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad46ccf92a774945a6c4cb75c76825d1&name=default HTTP/1.1" status: 200 len: 2995 time: 0.1113453 Feb 20 21:56:50.791713 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 51634) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:50.904548 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6b94f2c1-4567-4882-9215-bb93e0051a37 req-79b5399c-aff6-4b1b-8f33-16ab66234819 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554973 Feb 20 21:56:50.921083 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-db3dee2d-dc0f-47bd-af13-132384179239 admin admin] Publish callbacks [] for security_group (7e3dd331-3b41-4b20-bbad-5fef2c4980d5), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:50.928867 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.managers [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Attempting to bind port 18bc55aa-78d6-46e7-90dd-6c2367b886d5 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:56:50.929475 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.managers [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Attempting to bind port 18bc55aa-78d6-46e7-90dd-6c2367b886d5 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '34364242-bfb9-46d9-a6c3-dc8b7b66c390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384'}] {{(pid=102707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:56:50.929815 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Attempting to bind port 18bc55aa-78d6-46e7-90dd-6c2367b886d5 on network a89eb610-f3f6-48dd-a90b-fd6474eca384 {{(pid=102707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:56:50.935680 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Port 18bc55aa-78d6-46e7-90dd-6c2367b886d5 on network a89eb610-f3f6-48dd-a90b-fd6474eca384 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:56:50.936010 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Attempting to bind port 18bc55aa-78d6-46e7-90dd-6c2367b886d5 on network a89eb610-f3f6-48dd-a90b-fd6474eca384 {{(pid=102707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:56:50.942365 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:56:50.942715 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Checking segment: {'id': '34364242-bfb9-46d9-a6c3-dc8b7b66c390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:50.943286 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Bound using segment: {'id': '34364242-bfb9-46d9-a6c3-dc8b7b66c390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384'} {{(pid=102707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:56:50.943746 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.managers [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Bound port: 18bc55aa-78d6-46e7-90dd-6c2367b886d5, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34364242-bfb9-46d9-a6c3-dc8b7b66c390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384'}}] {{(pid=102707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:56:50.944142 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (18bc55aa-78d6-46e7-90dd-6c2367b886d5), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:50.952120 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7fdc472-ff50-4b72-85de-a3c41f136769 {{(pid=102708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:56:50.966880 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Publish callbacks [] for port (b7fdc472-ff50-4b72-85de-a3c41f136769), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:50.982139 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-db3dee2d-dc0f-47bd-af13-132384179239 admin admin] Publish callbacks [] for security_group (7e3dd331-3b41-4b20-bbad-5fef2c4980d5), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:50.999211 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.provisioning_blocks [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Transition to ACTIVE for port object b7fdc472-ff50-4b72-85de-a3c41f136769 will not be triggered until provisioned by entity L2. {{(pid=102708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:56:51.022880 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (b7fdc472-ff50-4b72-85de-a3c41f136769), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:51.029537 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-841662c5-a3cc-48da-9035-42047056a272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:51.089569 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Pushing event updated for resources: {'Port': ['ID=b7fdc472-ff50-4b72-85de-a3c41f136769,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:51.127626 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.db [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] For port 18bc55aa-78d6-46e7-90dd-6c2367b886d5, host hv-cinder-83009, cleared binding levels {{(pid=102707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:56:51.134219 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-38700b20-2896-47a9-881c-807be85159a9 req-d5d77166-aef1-4a3b-b79f-8dead6b2e558 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 210 time: 0.0657592 Feb 20 21:56:51.202840 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a31ff234-71bd-42cf-8dc1-1c4636f97a3f req-4e6bf22b-9293-4b66-a331-ce987267fdc7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 210 time: 0.0750308 Feb 20 21:56:51.209112 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.db [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] For port 18bc55aa-78d6-46e7-90dd-6c2367b886d5, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=18bc55aa-78d6-46e7-90dd-6c2367b886d5,segment=NetworkSegment(34364242-bfb9-46d9-a6c3-dc8b7b66c390),segment_id=34364242-bfb9-46d9-a6c3-dc8b7b66c390)] {{(pid=102707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:56:51.220505 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Attempting to bind port b7fdc472-ff50-4b72-85de-a3c41f136769 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:56:51.221006 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Attempting to bind port b7fdc472-ff50-4b72-85de-a3c41f136769 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '34364242-bfb9-46d9-a6c3-dc8b7b66c390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384'}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:56:51.221478 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Attempting to bind port b7fdc472-ff50-4b72-85de-a3c41f136769 on network a89eb610-f3f6-48dd-a90b-fd6474eca384 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:56:51.223721 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-db3dee2d-dc0f-47bd-af13-132384179239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (7e3dd331-3b41-4b20-bbad-5fef2c4980d5), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:51.226296 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-db3dee2d-dc0f-47bd-af13-132384179239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:51.226632 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11565760'] for port (18bc55aa-78d6-46e7-90dd-6c2367b886d5), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:51.230256 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-db3dee2d-dc0f-47bd-af13-132384179239 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7e3dd331-3b41-4b20-bbad-5fef2c4980d5 HTTP/1.1" status: 204 len: 168 time: 0.4342761 Feb 20 21:56:51.233643 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Port b7fdc472-ff50-4b72-85de-a3c41f136769 on network a89eb610-f3f6-48dd-a90b-fd6474eca384 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:56:51.234045 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Attempting to bind port b7fdc472-ff50-4b72-85de-a3c41f136769 on network a89eb610-f3f6-48dd-a90b-fd6474eca384 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:56:51.253688 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:56:51.254064 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Checking segment: {'id': '34364242-bfb9-46d9-a6c3-dc8b7b66c390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:51.254557 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Bound using segment: {'id': '34364242-bfb9-46d9-a6c3-dc8b7b66c390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384'} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:56:51.254884 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Bound port: b7fdc472-ff50-4b72-85de-a3c41f136769, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34364242-bfb9-46d9-a6c3-dc8b7b66c390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384'}}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:56:51.255244 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (b7fdc472-ff50-4b72-85de-a3c41f136769), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:51.321917 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] For port b7fdc472-ff50-4b72-85de-a3c41f136769, host hv-cinder-83009, cleared binding levels {{(pid=102708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:56:51.325651 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] For port b7fdc472-ff50-4b72-85de-a3c41f136769, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7fdc472-ff50-4b72-85de-a3c41f136769,segment=NetworkSegment(34364242-bfb9-46d9-a6c3-dc8b7b66c390),segment_id=34364242-bfb9-46d9-a6c3-dc8b7b66c390)] {{(pid=102708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:56:51.330338 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dee2d-dc0f-47bd-af13-132384179239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3dd331-3b41-4b20-bbad-5fef2c4980d5,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:51.331172 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Pushing event updated for resources: {'Port': ['ID=18bc55aa-78d6-46e7-90dd-6c2367b886d5,revision_number=3']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:51.346822 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:51.347653 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for port (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:51.354029 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-6c198e87-9d20-41a8-9826-12a4ecdbb64a service neutron] 10.222.0.45 "PUT /v2.0/ports/18bc55aa-78d6-46e7-90dd-6c2367b886d5 HTTP/1.1" status: 200 len: 1093 time: 1.5129855 Feb 20 21:56:51.354554 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1248fe9f-081f-4130-a6d9-2ad8e8dde704', 'tag': '18bc55aa-78d6-46e7-90dd-6c2367b886d5'}] {{(pid=102707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:56:51.455340 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (b7fdc472-ff50-4b72-85de-a3c41f136769), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:51.519897 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:51.520480 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:51.522163 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] 10.222.0.45 "PUT /v2.0/ports/b7fdc472-ff50-4b72-85de-a3c41f136769 HTTP/1.1" status: 200 len: 1094 time: 1.8270361 Feb 20 21:56:51.526043 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c54418af-8989-4dbb-b635-c5bd58f10f07', 'tag': 'b7fdc472-ff50-4b72-85de-a3c41f136769'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:56:51.532613 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31635c5-10bd-4fbe-a38b-934c269a4a37" -d '{"events": [{"name": "network-changed", "server_uuid": "c54418af-8989-4dbb-b635-c5bd58f10f07", "tag": "b7fdc472-ff50-4b72-85de-a3c41f136769"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:56:51.548322 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ca5cd288-b02e-48a8-8dfe-3b639a5a14f1 req-30b7e5f8-85a5-4ed7-ac6d-2faaf2f7d3fd service neutron] 10.222.0.45 "GET /v2.0/networks/e40b2997-2dc8-4b7f-a769-1be5e4f3954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194843 Feb 20 21:56:51.557125 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820eb19fa05f47c33a4eb3d5d015730f1ac844cc5791151cf4d8bf01498112d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959e3143-3e51-4bf7-910f-dfba7d210181" -d '{"events": [{"name": "network-changed", "server_uuid": "1248fe9f-081f-4130-a6d9-2ad8e8dde704", "tag": "18bc55aa-78d6-46e7-90dd-6c2367b886d5"}]}' {{(pid=102707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:56:51.565661 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8df6d-dd50-4c90-b7af-176d30952049 service neutron] Pushing event updated for resources: {'Port': ['ID=b7fdc472-ff50-4b72-85de-a3c41f136769,revision_number=3']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:51.675692 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfd07b-ded3-42a2-9763-1c08b91cee64 req-d3a441e5-ff00-47ef-b31e-dbb48f050c75 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:51.679088 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c4cfd07b-ded3-42a2-9763-1c08b91cee64 req-d3a441e5-ff00-47ef-b31e-dbb48f050c75 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 943 time: 0.0653741 Feb 20 21:56:51.683949 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c2e3ee-3440-4349-9d39-af9913be062d x-openstack-request-id: req-c1c2e3ee-3440-4349-9d39-af9913be062d {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:56:51.684454 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c54418af-8989-4dbb-b635-c5bd58f10f07", "tag": "b7fdc472-ff50-4b72-85de-a3c41f136769", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:56:51.684571 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c1c2e3ee-3440-4349-9d39-af9913be062d {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:56:51.684877 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c54418af-8989-4dbb-b635-c5bd58f10f07', 'tag': 'b7fdc472-ff50-4b72-85de-a3c41f136769', 'status': 'completed', 'code': 200} Feb 20 21:56:51.744022 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c4cfd07b-ded3-42a2-9763-1c08b91cee64 req-875ab695-483e-4b97-8965-c840ad4fa088 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570028 Feb 20 21:56:51.744283 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 51686) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:51.800471 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-fa066499-2684-4804-8c8a-be49618668c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f71e41747b1d4e68a6a2f93b160506e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0544477 Feb 20 21:56:51.802902 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 51690) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:51.856501 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-3cf49af4-4fff-4532-acd7-991482b4c115 admin admin] Publish callbacks [] for security_group (c16d8b72-a71e-4998-bc8f-3c61d5e2c65c), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:51.862222 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991e2772-f653-4f12-afea-65ee61cfceda x-openstack-request-id: req-991e2772-f653-4f12-afea-65ee61cfceda {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:56:51.862521 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1248fe9f-081f-4130-a6d9-2ad8e8dde704", "tag": "18bc55aa-78d6-46e7-90dd-6c2367b886d5", "status": "completed", "code": 200}]} {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:56:51.862780 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-991e2772-f653-4f12-afea-65ee61cfceda {{(pid=102707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:56:51.863240 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1248fe9f-081f-4130-a6d9-2ad8e8dde704', 'tag': '18bc55aa-78d6-46e7-90dd-6c2367b886d5', 'status': 'completed', 'code': 200} Feb 20 21:56:51.878770 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-3cf49af4-4fff-4532-acd7-991482b4c115 admin admin] Publish callbacks [] for security_group (c16d8b72-a71e-4998-bc8f-3c61d5e2c65c), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:51.929360 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-3cf49af4-4fff-4532-acd7-991482b4c115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (c16d8b72-a71e-4998-bc8f-3c61d5e2c65c), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:51.932121 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-3cf49af4-4fff-4532-acd7-991482b4c115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:51.933336 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-3cf49af4-4fff-4532-acd7-991482b4c115 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c16d8b72-a71e-4998-bc8f-3c61d5e2c65c HTTP/1.1" status: 204 len: 168 time: 0.1292562 Feb 20 21:56:51.943641 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf49af4-4fff-4532-acd7-991482b4c115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16d8b72-a71e-4998-bc8f-3c61d5e2c65c,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:52.049510 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f104eb-4632-46d8-8237-cf20456db16d req-112a5f25-7ee7-4439-a337-06e5672a93d2 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:52.051095 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f4f104eb-4632-46d8-8237-cf20456db16d req-112a5f25-7ee7-4439-a337-06e5672a93d2 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 944 time: 0.0544531 Feb 20 21:56:52.110902 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f4f104eb-4632-46d8-8237-cf20456db16d req-2cf69713-8fb2-4ed8-882f-1821d56e3b80 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544109 Feb 20 21:56:52.253398 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cc31f2ed-91f6-4943-a2e9-9f1fa48db209 req-efbc51d4-c9b1-4fa4-9a2f-537c0d416c1b tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 210 time: 0.0299020 Feb 20 21:56:52.357908 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-dabc9c02-31a3-4c7b-8e55-daf568dd16ab req-65c0b385-2ac8-406e-9a09-0b6587a81406 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 210 time: 0.0339592 Feb 20 21:56:52.863972 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c43391-f7cf-4774-8723-9e8e341baaa5 req-fc2238ac-9490-459e-be5c-d79ea85909ba tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:52.865506 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-56c43391-f7cf-4774-8723-9e8e341baaa5 req-fc2238ac-9490-459e-be5c-d79ea85909ba tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 943 time: 0.0516393 Feb 20 21:56:52.912417 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-56c43391-f7cf-4774-8723-9e8e341baaa5 req-2e5ee595-68a2-4f7d-8794-51a44489047b tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407486 Feb 20 21:56:53.111105 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e65b7fb2-ae0d-402f-af32-09e9e4d9c15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:53.269110 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b29ea-fa95-49a3-a89e-d22086641460 req-764d03e9-f2ed-42ca-a331-87a2ec4d9c15 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:53.270755 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-be2b29ea-fa95-49a3-a89e-d22086641460 req-764d03e9-f2ed-42ca-a331-87a2ec4d9c15 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 944 time: 0.0663350 Feb 20 21:56:53.350123 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-be2b29ea-fa95-49a3-a89e-d22086641460 req-4bc4b546-cf11-4162-b762-dbd0d5c96855 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705040 Feb 20 21:56:53.489936 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d2e09054-e439-4a64-91bd-a2b99a3e9748 req-1e5ca99b-6037-4399-9d14-40e50e8e66f5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 210 time: 0.0918548 Feb 20 21:56:53.537142 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31635c5-10bd-4fbe-a38b-934c269a4a37 req-2da9a64f-9ebb-4a62-8f91-639516c29b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:53.539120 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-e31635c5-10bd-4fbe-a38b-934c269a4a37 req-2da9a64f-9ebb-4a62-8f91-639516c29b5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31a3beb756d44069b8b12e5e819b6a92&device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 1128 time: 0.1017373 Feb 20 21:56:53.632918 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6efeb482-293e-4a10-90f8-02b2f5477d2b req-ca283e84-be56-4a59-ad67-8d7a6b9b9b1e tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 210 time: 0.1147015 Feb 20 21:56:53.662229 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e3143-3e51-4bf7-910f-dfba7d210181 req-736bcd49-0b84-48b4-8910-49144cf4503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:53.663750 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-959e3143-3e51-4bf7-910f-dfba7d210181 req-736bcd49-0b84-48b4-8910-49144cf4503c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31a3beb756d44069b8b12e5e819b6a92&device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 1127 time: 0.1495936 Feb 20 21:56:53.764956 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31635c5-10bd-4fbe-a38b-934c269a4a37 req-f5e21613-ee97-459d-aa83-c116457c7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:53.766481 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-e31635c5-10bd-4fbe-a38b-934c269a4a37 req-f5e21613-ee97-459d-aa83-c116457c7adf service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=31a3beb756d44069b8b12e5e819b6a92&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2118218 Feb 20 21:56:53.878246 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e3143-3e51-4bf7-910f-dfba7d210181 req-4efdee1a-e235-4b5d-b28a-a65c8ae303d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:53.879703 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-959e3143-3e51-4bf7-910f-dfba7d210181 req-4efdee1a-e235-4b5d-b28a-a65c8ae303d5 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=31a3beb756d44069b8b12e5e819b6a92&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2086444 Feb 20 21:56:53.944144 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31635c5-10bd-4fbe-a38b-934c269a4a37 req-f394e1d8-6ac4-4aa1-8591-049070ec5f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:53.946179 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-e31635c5-10bd-4fbe-a38b-934c269a4a37 req-f394e1d8-6ac4-4aa1-8591-049070ec5f0b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1721478 Feb 20 21:56:54.122735 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.45', 60483) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:56:54.351427 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-a20a660d-a192-41d4-89fc-8f49034a62dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:54.353843 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-a20a660d-a192-41d4-89fc-8f49034a62dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31a3beb756d44069b8b12e5e819b6a92&device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 1128 time: 0.0921226 Feb 20 21:56:54.360362 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-f4da98c2-23c7-45b8-9d88-f0413dd6f959 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:54.362680 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-f4da98c2-23c7-45b8-9d88-f0413dd6f959 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.45 "GET /v2.0/networks?id=3e763aaf-88b9-4e27-90cd-d1934feee28a HTTP/1.1" status: 200 len: 817 time: 0.3976905 Feb 20 21:56:54.378696 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b372f-67cf-4b5b-b905-b1fb5e8780db req-1ed42855-d3f8-4d03-bb2a-73921af81aa4 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:54.386911 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-877b372f-67cf-4b5b-b905-b1fb5e8780db req-1ed42855-d3f8-4d03-bb2a-73921af81aa4 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 943 time: 0.2642047 Feb 20 21:56:54.404373 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:54.424510 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e3143-3e51-4bf7-910f-dfba7d210181 req-bb3e2845-f2b2-40d2-9563-7938bea8a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:54.426292 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-959e3143-3e51-4bf7-910f-dfba7d210181 req-bb3e2845-f2b2-40d2-9563-7938bea8a70f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5364568 Feb 20 21:56:54.435275 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370efef7-4997-4e58-ac69-7d8a41709907 req-e4a6e07b-c31a-4b51-9de8-98751122d599 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:54.447618 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-370efef7-4997-4e58-ac69-7d8a41709907 req-e4a6e07b-c31a-4b51-9de8-98751122d599 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.45 "GET /v2.0/networks?id=070027a4-7989-40e5-92de-9f9067d39452 HTTP/1.1" status: 200 len: 811 time: 0.3239739 Feb 20 21:56:54.473712 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-c56a96fd-9ba2-4b42-87f9-8d23eba16f05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7fdc472-ff50-4b72-85de-a3c41f136769 HTTP/1.1" status: 200 len: 217 time: 0.1098495 Feb 20 21:56:54.564685 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-c5503157-eddc-4feb-8b95-3e4db9716688 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52eb4398f63e4c4c8811bf06725eddc8 HTTP/1.1" status: 200 len: 380 time: 0.1914163 Feb 20 21:56:54.570682 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-b73a5fbb-1924-43e9-9dc3-2aefcb0eb423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:54.572189 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-b73a5fbb-1924-43e9-9dc3-2aefcb0eb423 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ec271f1-ff6d-444d-b149-16f50cc10be7 HTTP/1.1" status: 200 len: 858 time: 0.0843053 Feb 20 21:56:54.576966 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-4f8bfba9-0a9a-4099-9499-8e9164f0d012 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Request body: {'port': {'device_id': '877cbd87-824f-48fc-a71c-2521393b6abc', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'admin_state_up': True, 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'security_groups': ['60aa3d66-fa5d-419b-b745-c367bd55ae5f']}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:54.625259 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-877b372f-67cf-4b5b-b905-b1fb5e8780db req-3bbbcdb3-6d03-427a-b376-c87e721cec6e tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328858 Feb 20 21:56:54.666891 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-d5adfeb9-08ae-4eeb-a8db-5421f9ecc2d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a89eb610-f3f6-48dd-a90b-fd6474eca384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852561 Feb 20 21:56:54.681019 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-370efef7-4997-4e58-ac69-7d8a41709907 req-8595e839-7d3d-4d7e-8916-78ffac54df00 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=756580a91a2b4d2c966ba3317abe4e04 HTTP/1.1" status: 200 len: 380 time: 0.2092421 Feb 20 21:56:54.696029 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c05c98-79a2-4f3f-8e9d-ba7b76ba0381 req-1d72e3fd-431a-4840-a379-9f4f532c9cad tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:54.698842 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e6c05c98-79a2-4f3f-8e9d-ba7b76ba0381 req-1d72e3fd-431a-4840-a379-9f4f532c9cad tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 944 time: 0.2457173 Feb 20 21:56:54.710735 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [req-370efef7-4997-4e58-ac69-7d8a41709907 req-5fbb89d0-a13a-4779-949b-42fb01ab1e54 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Request body: {'port': {'device_id': 'c3790508-8374-4604-8e6d-5cd99038f521', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'admin_state_up': True, 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'security_groups': ['330a4e04-21cd-4d62-b1a5-29ec0d5241e7']}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:54.724087 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-93424c7d-ad00-49f1-85ae-c98b9da74830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:54.725930 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-93424c7d-ad00-49f1-85ae-c98b9da74830 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31a3beb756d44069b8b12e5e819b6a92&device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 1127 time: 0.2222152 Feb 20 21:56:54.824993 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-2b76691c-5b2e-491e-aec5-46f9ec279eab service neutron] 10.222.0.45 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499774 Feb 20 21:56:54.826286 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-4f8bfba9-0a9a-4099-9499-8e9164f0d012 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Made reservation on behalf of 52eb4398f63e4c4c8811bf06725eddc8 for: {'port': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:54.829704 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-4f8bfba9-0a9a-4099-9499-8e9164f0d012 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:54.881238 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b5feba01-aed4-4556-b8d8-88922af939bb req-7fc24907-c162-4e54-8c63-2faf4083f91c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 210 time: 0.1537621 Feb 20 21:56:54.885734 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-9c548b78-9e7f-4615-9dc1-7b54f31c6a02 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18bc55aa-78d6-46e7-90dd-6c2367b886d5 HTTP/1.1" status: 200 len: 217 time: 0.1395316 Feb 20 21:56:55.002579 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e6c05c98-79a2-4f3f-8e9d-ba7b76ba0381 req-4546d883-74a3-4d01-928a-d3d5b34768e0 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815387 Feb 20 21:56:55.035120 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-02b87dac-da33-426b-9567-6d7b7be9ad12 req-79f9cdcd-155c-4e8c-8194-4cc128e30a6b service neutron] 10.222.0.45 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020190 Feb 20 21:56:55.045735 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-b69b4e1c-848f-4484-8f62-9bcff4588736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:55.047774 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-b69b4e1c-848f-4484-8f62-9bcff4588736 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ec271f1-ff6d-444d-b149-16f50cc10be7 HTTP/1.1" status: 200 len: 858 time: 0.1541791 Feb 20 21:56:55.051045 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-57bead9f-0f99-4e17-84dd-6f33cacd3edf req-755fc0b3-202b-4afc-afc9-e4eeac53e480 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 210 time: 0.0387454 Feb 20 21:56:55.071789 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-4f8bfba9-0a9a-4099-9499-8e9164f0d012 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Allocated IP 172.20.0.9 (3e763aaf-88b9-4e27-90cd-d1934feee28a/8c8aaa30-49a3-42aa-9af8-224d54cdf692/aaef37b2-cc8c-4644-bbd0-73b1ccf00101) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:56:55.123956 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-cab17703-e7a5-4fef-b98e-80f4a8297c55 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a89eb610-f3f6-48dd-a90b-fd6474eca384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665028 Feb 20 21:56:55.141140 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370efef7-4997-4e58-ac69-7d8a41709907 req-5fbb89d0-a13a-4779-949b-42fb01ab1e54 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Made reservation on behalf of 756580a91a2b4d2c966ba3317abe4e04 for: {'port': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:56:55.144369 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-370efef7-4997-4e58-ac69-7d8a41709907 req-5fbb89d0-a13a-4779-949b-42fb01ab1e54 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:55.239275 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-4f8bfba9-0a9a-4099-9499-8e9164f0d012 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:55.284355 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-4f8bfba9-0a9a-4099-9499-8e9164f0d012 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:55.309083 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-4f8bfba9-0a9a-4099-9499-8e9164f0d012 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Network 3e763aaf-88b9-4e27-90cd-d1934feee28a is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:56:55.313269 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-4f8bfba9-0a9a-4099-9499-8e9164f0d012 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:55.328421 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-4fc49415-355e-44c9-a07c-d190332a711e service neutron] 10.222.0.45 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964240 Feb 20 21:56:55.340486 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-4f8bfba9-0a9a-4099-9499-8e9164f0d012 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:56:55.405631 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bfba9-0a9a-4099-9499-8e9164f0d012 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Pushing event updated for resources: {'Port': ['ID=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:55.416434 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-4f8bfba9-0a9a-4099-9499-8e9164f0d012 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:55.417311 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-4f8bfba9-0a9a-4099-9499-8e9164f0d012 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:55.439219 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-4f8bfba9-0a9a-4099-9499-8e9164f0d012 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8660207 Feb 20 21:56:55.444763 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_common [req-370efef7-4997-4e58-ac69-7d8a41709907 req-5fbb89d0-a13a-4779-949b-42fb01ab1e54 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Allocated IP 172.20.0.10 (070027a4-7989-40e5-92de-9f9067d39452/01c948a3-526d-473a-8a34-79d808f1ad12/5715d649-e00d-4d4d-94f8-39659bc92fa5) {{(pid=102707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:56:55.454217 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Request body: {'port': {'device_id': '877cbd87-824f-48fc-a71c-2521393b6abc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:55.490451 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6c3f593b-6cff-4283-829c-b7b3c9398f46 req-383a067e-b333-4c0b-b990-9f1e97bda9e7 service neutron] 10.222.0.45 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373658 Feb 20 21:56:55.522455 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:55.641244 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-6e906f05-cf69-43d4-ae70-ed3d7ec99e7a None None] Provisioning complete for port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:55.650274 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-370efef7-4997-4e58-ac69-7d8a41709907 req-5fbb89d0-a13a-4779-949b-42fb01ab1e54 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for port (5715d649-e00d-4d4d-94f8-39659bc92fa5), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:55.665134 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-6e906f05-cf69-43d4-ae70-ed3d7ec99e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:55.701086 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-370efef7-4997-4e58-ac69-7d8a41709907 req-5fbb89d0-a13a-4779-949b-42fb01ab1e54 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (5715d649-e00d-4d4d-94f8-39659bc92fa5), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:55.712588 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-6e906f05-cf69-43d4-ae70-ed3d7ec99e7a None None] Port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:56:55.816310 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370efef7-4997-4e58-ac69-7d8a41709907 req-5fbb89d0-a13a-4779-949b-42fb01ab1e54 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Network 070027a4-7989-40e5-92de-9f9067d39452 is already hosted by enough agents. {{(pid=102707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:56:55.817199 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb89d0-a13a-4779-949b-42fb01ab1e54 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Pushing event updated for resources: {'Port': ['ID=5715d649-e00d-4d4d-94f8-39659bc92fa5,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:55.828908 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [req-370efef7-4997-4e58-ac69-7d8a41709907 req-5fbb89d0-a13a-4779-949b-42fb01ab1e54 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Resources bound (agent type, host, resource id): {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:56:55.834091 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.l3_dvrscheduler_db [req-370efef7-4997-4e58-ac69-7d8a41709907 req-5fbb89d0-a13a-4779-949b-42fb01ab1e54 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Received port after_create {{(pid=102707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:56:55.847365 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:55.886043 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370efef7-4997-4e58-ac69-7d8a41709907 req-5fbb89d0-a13a-4779-949b-42fb01ab1e54 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:55.886758 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-370efef7-4997-4e58-ac69-7d8a41709907 req-5fbb89d0-a13a-4779-949b-42fb01ab1e54 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for port (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:55.911601 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaef37b2-cc8c-4644-bbd0-73b1ccf00101 {{(pid=102708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:56:55.919457 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dfc0e-268f-4062-80cf-7c02d2400c1b req-8a8beeeb-9c6c-4f55-ac83-af2cf310649b tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:55.921079 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a45dfc0e-268f-4062-80cf-7c02d2400c1b req-8a8beeeb-9c6c-4f55-ac83-af2cf310649b tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 943 time: 0.2019002 Feb 20 21:56:55.923562 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Publish callbacks [] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:55.924251 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-370efef7-4997-4e58-ac69-7d8a41709907 req-5fbb89d0-a13a-4779-949b-42fb01ab1e54 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2225113 Feb 20 21:56:55.956692 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Request body: {'port': {'device_id': 'c3790508-8374-4604-8e6d-5cd99038f521', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:56:55.964715 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.provisioning_blocks [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Transition to ACTIVE for port object aaef37b2-cc8c-4644-bbd0-73b1ccf00101 will not be triggered until provisioned by entity L2. {{(pid=102708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:56:55.977015 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:56.085860 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Pushing event updated for resources: {'Port': ['ID=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:56.121398 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (5715d649-e00d-4d4d-94f8-39659bc92fa5), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:56.161523 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 29305c29-820c-4a81-b773-8e641370f7d2 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:56:56.171282 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661e7ea-0f9a-40b6-be61-9a10fdf356b7 req-bf0a0762-a2b6-442c-9937-4a7247467ded tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:56.172823 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8661e7ea-0f9a-40b6-be61-9a10fdf356b7 req-bf0a0762-a2b6-442c-9937-4a7247467ded tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.1388161 Feb 20 21:56:56.179100 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Attempting to bind port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:56:56.179541 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Attempting to bind port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '2ff464a4-c5a2-45f8-b298-4e526a5a81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a'}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:56:56.179931 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Attempting to bind port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 on network 3e763aaf-88b9-4e27-90cd-d1934feee28a {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:56:56.187350 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 on network 3e763aaf-88b9-4e27-90cd-d1934feee28a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:56:56.187756 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Attempting to bind port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 on network 3e763aaf-88b9-4e27-90cd-d1934feee28a {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:56:56.200790 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:56:56.201335 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Checking segment: {'id': '2ff464a4-c5a2-45f8-b298-4e526a5a81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:56.201789 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Bound using segment: {'id': '2ff464a4-c5a2-45f8-b298-4e526a5a81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a'} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:56:56.202314 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Bound port: aaef37b2-cc8c-4644-bbd0-73b1ccf00101, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff464a4-c5a2-45f8-b298-4e526a5a81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a'}}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:56:56.202800 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:56.222347 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a45dfc0e-268f-4062-80cf-7c02d2400c1b req-c809a795-a8e7-468c-bd6f-f503b0dee52b tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907801 Feb 20 21:56:56.355211 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] For port aaef37b2-cc8c-4644-bbd0-73b1ccf00101, host hv-cinder-83009, cleared binding levels {{(pid=102708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:56:56.359516 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] For port aaef37b2-cc8c-4644-bbd0-73b1ccf00101, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:56:56.376117 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:56.401121 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 29305c29-820c-4a81-b773-8e641370f7d2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=29305c29-820c-4a81-b773-8e641370f7d2,segment=NetworkSegment(3a873dc6-623c-425d-b79d-6302f426be16),segment_id=3a873dc6-623c-425d-b79d-6302f426be16)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:56:56.419966 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:56.420801 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:56.422618 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] 10.222.0.45 "PUT /v2.0/ports/aaef37b2-cc8c-4644-bbd0-73b1ccf00101 HTTP/1.1" status: 200 len: 1093 time: 0.9750032 Feb 20 21:56:56.423195 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877cbd87-824f-48fc-a71c-2521393b6abc', 'tag': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:56:56.426065 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272d8904-765e-40b7-858e-7e9dab79f966" -d '{"events": [{"name": "network-changed", "server_uuid": "877cbd87-824f-48fc-a71c-2521393b6abc", "tag": "aaef37b2-cc8c-4644-bbd0-73b1ccf00101"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:56:56.426737 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': '29305c29-820c-4a81-b773-8e641370f7d2', 'network_id': 'e40b2997-2dc8-4b7f-a769-1be5e4f3954e', 'port_id': '29305c29-820c-4a81-b773-8e641370f7d2', 'mac_address': 'fa:16:3e:86:6e:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fad7868-f65c-477e-9877-d12c7fe62a5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:56:56.471387 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594f5cd-5478-41d1-bbb8-3e04b24c7643 service neutron] Pushing event updated for resources: {'Port': ['ID=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,revision_number=3']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:56.492406 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-439a7343-1db9-4906-ad8a-935d4f5902af None None] Provisioning complete for port 5715d649-e00d-4d4d-94f8-39659bc92fa5 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:56:56.492789 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-439a7343-1db9-4906-ad8a-935d4f5902af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (5715d649-e00d-4d4d-94f8-39659bc92fa5), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:56.541012 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 29305c29-820c-4a81-b773-8e641370f7d2 is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:56.541639 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (29305c29-820c-4a81-b773-8e641370f7d2), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:56.552311 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-439a7343-1db9-4906-ad8a-935d4f5902af None None] Port 5715d649-e00d-4d4d-94f8-39659bc92fa5 cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:56:56.560854 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29305c29-820c-4a81-b773-8e641370f7d2 {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:56:56.585206 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 29305c29-820c-4a81-b773-8e641370f7d2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=29305c29-820c-4a81-b773-8e641370f7d2,segment=NetworkSegment(3a873dc6-623c-425d-b79d-6302f426be16),segment_id=3a873dc6-623c-425d-b79d-6302f426be16)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:56:56.591298 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (29305c29-820c-4a81-b773-8e641370f7d2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:56.592371 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device b7fdc472-ff50-4b72-85de-a3c41f136769 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:56:56.623334 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8661e7ea-0f9a-40b6-be61-9a10fdf356b7 req-eba111a9-571b-42d4-b0e7-669ecd0cf718 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4223602 Feb 20 21:56:56.703746 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e3b03-e72c-4fea-8cf2-9be313d49c30 req-b812a9a3-a2ca-4e01-adf9-f84c875129a1 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:56.705239 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-915e3b03-e72c-4fea-8cf2-9be313d49c30 req-b812a9a3-a2ca-4e01-adf9-f84c875129a1 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 944 time: 0.3693881 Feb 20 21:56:56.725531 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=29305c29-820c-4a81-b773-8e641370f7d2,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:56.786725 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port b7fdc472-ff50-4b72-85de-a3c41f136769, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7fdc472-ff50-4b72-85de-a3c41f136769,segment=NetworkSegment(34364242-bfb9-46d9-a6c3-dc8b7b66c390),segment_id=34364242-bfb9-46d9-a6c3-dc8b7b66c390)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:56:56.801060 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': 'b7fdc472-ff50-4b72-85de-a3c41f136769', 'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384', 'port_id': 'b7fdc472-ff50-4b72-85de-a3c41f136769', 'mac_address': 'fa:16:3e:5d:ff:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec271f1-ff6d-444d-b149-16f50cc10be7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:56:56.833656 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-915e3b03-e72c-4fea-8cf2-9be313d49c30 req-689f0902-a4f3-45b8-9528-366b6f5406c8 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139479 Feb 20 21:56:56.843793 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port b7fdc472-ff50-4b72-85de-a3c41f136769 is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:56:56.844192 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (b7fdc472-ff50-4b72-85de-a3c41f136769), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:56.862825 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5d729-2800-4a2e-90cf-b016e41bf793 req-febd94a6-4ff4-4a33-be82-12582adcd46d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:56.863737 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7fdc472-ff50-4b72-85de-a3c41f136769 {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:56:56.864164 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e4b5d729-2800-4a2e-90cf-b016e41bf793 req-febd94a6-4ff4-4a33-be82-12582adcd46d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 932 time: 0.1352546 Feb 20 21:56:56.887090 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f69c56f-0b46-41c0-b9c5-eb88fd063c1a x-openstack-request-id: req-2f69c56f-0b46-41c0-b9c5-eb88fd063c1a {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:56:56.887391 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877cbd87-824f-48fc-a71c-2521393b6abc", "tag": "aaef37b2-cc8c-4644-bbd0-73b1ccf00101", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:56:56.887649 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2f69c56f-0b46-41c0-b9c5-eb88fd063c1a {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:56:56.888389 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '877cbd87-824f-48fc-a71c-2521393b6abc', 'tag': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101', 'status': 'completed', 'code': 200} Feb 20 21:56:56.889918 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.notifiers.nova [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5715d649-e00d-4d4d-94f8-39659bc92fa5 {{(pid=102707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:56:56.898654 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port b7fdc472-ff50-4b72-85de-a3c41f136769, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7fdc472-ff50-4b72-85de-a3c41f136769,segment=NetworkSegment(34364242-bfb9-46d9-a6c3-dc8b7b66c390),segment_id=34364242-bfb9-46d9-a6c3-dc8b7b66c390)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:56:56.899463 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Publish callbacks [] for port (5715d649-e00d-4d4d-94f8-39659bc92fa5), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:56.905435 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (b7fdc472-ff50-4b72-85de-a3c41f136769), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:56.927774 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.provisioning_blocks [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Transition to ACTIVE for port object 5715d649-e00d-4d4d-94f8-39659bc92fa5 will not be triggered until provisioned by entity L2. {{(pid=102707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:56:56.932070 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11565760'] for port (5715d649-e00d-4d4d-94f8-39659bc92fa5), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:56.941542 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e4b5d729-2800-4a2e-90cf-b016e41bf793 req-da58fd47-e1aa-4873-850c-c158e9ee92d5 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714865 Feb 20 21:56:56.953831 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=b7fdc472-ff50-4b72-85de-a3c41f136769,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:56.989826 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Pushing event updated for resources: {'Port': ['ID=5715d649-e00d-4d4d-94f8-39659bc92fa5,revision_number=2']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:57.059361 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.managers [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Attempting to bind port 5715d649-e00d-4d4d-94f8-39659bc92fa5 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:56:57.059704 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.managers [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Attempting to bind port 5715d649-e00d-4d4d-94f8-39659bc92fa5 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '070027a4-7989-40e5-92de-9f9067d39452'}] {{(pid=102707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:56:57.060037 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Attempting to bind port 5715d649-e00d-4d4d-94f8-39659bc92fa5 on network 070027a4-7989-40e5-92de-9f9067d39452 {{(pid=102707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:56:57.064509 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Port 5715d649-e00d-4d4d-94f8-39659bc92fa5 on network 070027a4-7989-40e5-92de-9f9067d39452 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:56:57.064836 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Attempting to bind port 5715d649-e00d-4d4d-94f8-39659bc92fa5 on network 070027a4-7989-40e5-92de-9f9067d39452 {{(pid=102707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:56:57.069896 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:56:57.070241 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Checking segment: {'id': '80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '070027a4-7989-40e5-92de-9f9067d39452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:56:57.070634 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Bound using segment: {'id': '80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '070027a4-7989-40e5-92de-9f9067d39452'} {{(pid=102707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:56:57.071062 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.managers [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Bound port: 5715d649-e00d-4d4d-94f8-39659bc92fa5, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '070027a4-7989-40e5-92de-9f9067d39452'}}] {{(pid=102707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:56:57.071423 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (5715d649-e00d-4d4d-94f8-39659bc92fa5), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:57.135250 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.db [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] For port 5715d649-e00d-4d4d-94f8-39659bc92fa5, host hv-cinder-83009, cleared binding levels {{(pid=102707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:56:57.138335 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.db [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] For port 5715d649-e00d-4d4d-94f8-39659bc92fa5, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5715d649-e00d-4d4d-94f8-39659bc92fa5,segment=NetworkSegment(80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d),segment_id=80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d)] {{(pid=102707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:56:57.145832 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11565760'] for port (5715d649-e00d-4d4d-94f8-39659bc92fa5), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:57.185907 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:57.186540 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for port (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:57.187909 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-370efef7-4997-4e58-ac69-7d8a41709907 req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] 10.222.0.45 "PUT /v2.0/ports/5715d649-e00d-4d4d-94f8-39659bc92fa5 HTTP/1.1" status: 200 len: 1094 time: 1.2366850 Feb 20 21:56:57.188354 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3790508-8374-4604-8e6d-5cd99038f521', 'tag': '5715d649-e00d-4d4d-94f8-39659bc92fa5'}] {{(pid=102707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:56:57.190598 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820eb19fa05f47c33a4eb3d5d015730f1ac844cc5791151cf4d8bf01498112d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e82c28a-213f-46eb-a300-1aa0dd48a348" -d '{"events": [{"name": "network-changed", "server_uuid": "c3790508-8374-4604-8e6d-5cd99038f521", "tag": "5715d649-e00d-4d4d-94f8-39659bc92fa5"}]}' {{(pid=102707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:56:57.212198 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606e01f-4efd-4307-8b59-9f1655598493 service neutron] Pushing event updated for resources: {'Port': ['ID=5715d649-e00d-4d4d-94f8-39659bc92fa5,revision_number=3']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:56:57.233381 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7818aa9b-a606-457a-b600-44afb2fbe44f x-openstack-request-id: req-7818aa9b-a606-457a-b600-44afb2fbe44f {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:56:57.233669 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3790508-8374-4604-8e6d-5cd99038f521", "tag": "5715d649-e00d-4d4d-94f8-39659bc92fa5", "status": "completed", "code": 200}]} {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:56:57.233919 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7818aa9b-a606-457a-b600-44afb2fbe44f {{(pid=102707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:56:57.234311 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3790508-8374-4604-8e6d-5cd99038f521', 'tag': '5715d649-e00d-4d4d-94f8-39659bc92fa5', 'status': 'completed', 'code': 200} Feb 20 21:56:57.294894 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:57.355941 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8d17d-91eb-493a-933b-102d669692fa req-142eda2f-632b-4c4b-942c-93214eb02199 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:57.357655 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c0c8d17d-91eb-493a-933b-102d669692fa req-142eda2f-632b-4c4b-942c-93214eb02199 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 943 time: 0.0616884 Feb 20 21:56:57.418840 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c0c8d17d-91eb-493a-933b-102d669692fa req-61f0a640-2e73-4379-98bd-bff670cff455 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548646 Feb 20 21:56:57.759775 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead6710-564a-4bdb-ad7a-9dc2cc2292ba req-7173258c-b150-4d19-bbd5-6f6e9bf4a8b0 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:57.761746 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bead6710-564a-4bdb-ad7a-9dc2cc2292ba req-7173258c-b150-4d19-bbd5-6f6e9bf4a8b0 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.0511613 Feb 20 21:56:57.807723 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bead6710-564a-4bdb-ad7a-9dc2cc2292ba req-35d970f8-e78e-4537-82e4-88831f1a6cb9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402751 Feb 20 21:56:57.953948 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5889010-8d5d-413c-89e3-8160f7499a5c req-45f5eca1-e765-4b30-9a2c-7415d08a1564 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:57.955425 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c5889010-8d5d-413c-89e3-8160f7499a5c req-45f5eca1-e765-4b30-9a2c-7415d08a1564 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 945 time: 0.0550871 Feb 20 21:56:58.002518 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c5889010-8d5d-413c-89e3-8160f7499a5c req-ec11298e-9e51-4f8e-9287-9593958bc114 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 Feb 20 21:56:58.073719 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf92cd-8b4e-49b9-b92a-49f86d032a1e req-83157c8c-686a-4150-87e5-a0140914a337 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:58.075186 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ecbf92cd-8b4e-49b9-b92a-49f86d032a1e req-83157c8c-686a-4150-87e5-a0140914a337 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 944 time: 0.0524046 Feb 20 21:56:58.124587 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ecbf92cd-8b4e-49b9-b92a-49f86d032a1e req-97b5b564-f1b6-4660-ba1b-dd1d109900f5 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419996 Feb 20 21:56:58.538083 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ba78d-0992-4623-ab7b-206bcfc35544 req-9eebe2aa-a08b-4d0e-aa3b-80d6c3ae0e91 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:58.539555 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-147ba78d-0992-4623-ab7b-206bcfc35544 req-9eebe2aa-a08b-4d0e-aa3b-80d6c3ae0e91 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 943 time: 0.0540097 Feb 20 21:56:58.584037 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-147ba78d-0992-4623-ab7b-206bcfc35544 req-a907659c-250b-4b1a-b376-457a426ff027 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384386 Feb 20 21:56:58.925143 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85225e6-3171-48ad-a0cb-8d791ff04805 req-3e63cf5b-5e6c-494f-bd3e-36104a7cdc77 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:58.926591 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f85225e6-3171-48ad-a0cb-8d791ff04805 req-3e63cf5b-5e6c-494f-bd3e-36104a7cdc77 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.0511487 Feb 20 21:56:58.971669 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f85225e6-3171-48ad-a0cb-8d791ff04805 req-46999be2-d3c1-43d6-99b5-33c4bff14461 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395737 Feb 20 21:56:59.121428 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2832cc-8ef2-4ea9-be76-4df0aa4cc272 req-7105ff20-78f4-4d29-ad17-092c2bf6bad6 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:59.123023 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ec2832cc-8ef2-4ea9-be76-4df0aa4cc272 req-7105ff20-78f4-4d29-ad17-092c2bf6bad6 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 945 time: 0.0520396 Feb 20 21:56:59.173069 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ec2832cc-8ef2-4ea9-be76-4df0aa4cc272 req-f70af475-6fc3-475b-88d9-dbc58eb0948a tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444107 Feb 20 21:56:59.243273 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a2aab-289e-4f3a-a592-b12157d43d00 req-6d8cc57c-6fae-48ef-83e2-52b0b3aa4b16 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:59.244747 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-951a2aab-289e-4f3a-a592-b12157d43d00 req-6d8cc57c-6fae-48ef-83e2-52b0b3aa4b16 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 944 time: 0.0549893 Feb 20 21:56:59.249911 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:56:59.302100 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82c28a-213f-46eb-a300-1aa0dd48a348 req-887c9abd-1fa3-4356-bef1-c33f51611c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:59.303721 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-9e82c28a-213f-46eb-a300-1aa0dd48a348 req-887c9abd-1fa3-4356-bef1-c33f51611c68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756580a91a2b4d2c966ba3317abe4e04&device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 1128 time: 0.0570817 Feb 20 21:56:59.321101 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-951a2aab-289e-4f3a-a592-b12157d43d00 req-ad3c05a8-ad17-4c4e-b58f-62e7230e796a tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500813 Feb 20 21:56:59.324236 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d8904-765e-40b7-858e-7e9dab79f966 req-542b86bb-6d36-4a2a-889a-b4fd616dbda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:59.325673 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-272d8904-765e-40b7-858e-7e9dab79f966 req-542b86bb-6d36-4a2a-889a-b4fd616dbda8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52eb4398f63e4c4c8811bf06725eddc8&device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 1127 time: 0.0794830 Feb 20 21:56:59.407702 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82c28a-213f-46eb-a300-1aa0dd48a348 req-bc7076ad-07b2-4d82-b3fe-ede05ee5facb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:59.409266 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-9e82c28a-213f-46eb-a300-1aa0dd48a348 req-bc7076ad-07b2-4d82-b3fe-ede05ee5facb service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=756580a91a2b4d2c966ba3317abe4e04&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0936248 Feb 20 21:56:59.432725 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d8904-765e-40b7-858e-7e9dab79f966 req-d1806b2f-e236-43c1-aa0b-8fcbcb804b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:59.434892 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-272d8904-765e-40b7-858e-7e9dab79f966 req-d1806b2f-e236-43c1-aa0b-8fcbcb804b26 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=52eb4398f63e4c4c8811bf06725eddc8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0981276 Feb 20 21:56:59.510356 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82c28a-213f-46eb-a300-1aa0dd48a348 req-3417f8f7-6258-4ca0-ba89-178177ecfd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:59.511932 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-9e82c28a-213f-46eb-a300-1aa0dd48a348 req-3417f8f7-6258-4ca0-ba89-178177ecfd79 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950942 Feb 20 21:56:59.530260 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d8904-765e-40b7-858e-7e9dab79f966 req-4471218b-1d5c-45b4-954e-3aa9222215e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:59.531702 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-272d8904-765e-40b7-858e-7e9dab79f966 req-4471218b-1d5c-45b4-954e-3aa9222215e4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895979 Feb 20 21:56:59.551020 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['29305c29-820c-4a81-b773-8e641370f7d2'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:56:59.602298 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370efef7-4997-4e58-ac69-7d8a41709907 req-83746ca1-6ce2-44d4-80cb-3cf012f978a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:59.604002 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-370efef7-4997-4e58-ac69-7d8a41709907 req-83746ca1-6ce2-44d4-80cb-3cf012f978a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756580a91a2b4d2c966ba3317abe4e04&device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 1128 time: 0.0533118 Feb 20 21:56:59.634107 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-561ab6d0-aec4-437f-968e-eb1e7407b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:59.635653 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-561ab6d0-aec4-437f-968e-eb1e7407b639 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52eb4398f63e4c4c8811bf06725eddc8&device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 1127 time: 0.0490255 Feb 20 21:56:59.656141 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-370efef7-4997-4e58-ac69-7d8a41709907 req-ad077483-ca99-45b3-9cd6-7d50095831fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5715d649-e00d-4d4d-94f8-39659bc92fa5 HTTP/1.1" status: 200 len: 217 time: 0.0434246 Feb 20 21:56:59.681198 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-1b440a44-4b35-4813-b74b-f5f338dc487b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaef37b2-cc8c-4644-bbd0-73b1ccf00101 HTTP/1.1" status: 200 len: 217 time: 0.0364769 Feb 20 21:56:59.708596 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['b7fdc472-ff50-4b72-85de-a3c41f136769'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:56:59.736943 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370efef7-4997-4e58-ac69-7d8a41709907 req-e4699053-dd1d-4311-854c-fd14448acdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:59.738497 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-370efef7-4997-4e58-ac69-7d8a41709907 req-e4699053-dd1d-4311-854c-fd14448acdb5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01c948a3-526d-473a-8a34-79d808f1ad12 HTTP/1.1" status: 200 len: 850 time: 0.0661366 Feb 20 21:56:59.750222 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906eab2-7429-4ca7-84ba-3678d6ea10a7 req-0e0fa17e-fe66-4109-a936-35fc0eedc475 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:56:59.751635 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9906eab2-7429-4ca7-84ba-3678d6ea10a7 req-0e0fa17e-fe66-4109-a936-35fc0eedc475 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 943 time: 0.0945973 Feb 20 21:56:59.805368 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9906eab2-7429-4ca7-84ba-3678d6ea10a7 req-6191f684-a487-4bef-8b1c-7173cca6b49d tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481939 Feb 20 21:57:00.091098 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababcf1d-1177-4226-8089-902d75e2e6b8 req-b0fa24e2-1fb6-4d66-800a-d7e64d4f1e9e tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:00.092749 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ababcf1d-1177-4226-8089-902d75e2e6b8 req-b0fa24e2-1fb6-4d66-800a-d7e64d4f1e9e tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.0532224 Feb 20 21:57:00.140469 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ababcf1d-1177-4226-8089-902d75e2e6b8 req-f34e4427-2a24-42e4-aca0-bdfe323c945c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415909 Feb 20 21:57:00.291172 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52032019-6dd3-481c-ba41-10a9ffa8fae2 req-d21c4ccd-3fcb-4ee0-9806-06cfb32aa8e0 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:00.292583 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-52032019-6dd3-481c-ba41-10a9ffa8fae2 req-d21c4ccd-3fcb-4ee0-9806-06cfb32aa8e0 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 945 time: 0.0508442 Feb 20 21:57:00.338131 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-52032019-6dd3-481c-ba41-10a9ffa8fae2 req-a2c8433e-4cce-442e-ab4e-1ae25a8241ec tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399742 Feb 20 21:57:00.437130 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2a14d-2911-4545-a88f-cce7537d635a req-49783b9f-ff9c-43e7-98c3-dcbcbea73ded tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:00.438603 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3ce2a14d-2911-4545-a88f-cce7537d635a req-49783b9f-ff9c-43e7-98c3-dcbcbea73ded tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 944 time: 0.0540843 Feb 20 21:57:00.486091 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3ce2a14d-2911-4545-a88f-cce7537d635a req-614db3b0-6a79-4883-bb90-9456be0256b2 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419772 Feb 20 21:57:00.920611 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a6b0a-3048-479f-9694-8ef439c19934 req-b3a2fb2c-5590-451e-8b28-e5fcc3184a15 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:00.922105 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f91a6b0a-3048-479f-9694-8ef439c19934 req-b3a2fb2c-5590-451e-8b28-e5fcc3184a15 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 943 time: 0.0520084 Feb 20 21:57:00.966469 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f91a6b0a-3048-479f-9694-8ef439c19934 req-1f8414dc-d553-4052-9013-35d60fc38f07 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389402 Feb 20 21:57:01.264131 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4d406-6eac-43b1-b706-c1b2a89c8ed3 req-be50342f-8532-41dd-bfe2-f383c80b1a1d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:01.265633 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f6c4d406-6eac-43b1-b706-c1b2a89c8ed3 req-be50342f-8532-41dd-bfe2-f383c80b1a1d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.0566802 Feb 20 21:57:01.310802 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f6c4d406-6eac-43b1-b706-c1b2a89c8ed3 req-0314ea8a-558c-4239-8d8d-dd4c63b06716 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396545 Feb 20 21:57:01.445814 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-7fa58384-d1e7-46fa-b623-e3facd371f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:01.447494 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-7fa58384-d1e7-46fa-b623-e3facd371f3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c8aaa30-49a3-42aa-9af8-224d54cdf692 HTTP/1.1" status: 200 len: 856 time: 0.0439291 Feb 20 21:57:01.493109 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49458-576f-4e78-a6ab-51c2e5aebde8 req-79b06367-fadb-4035-b865-1f83bbecef57 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:01.494591 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f8c49458-576f-4e78-a6ab-51c2e5aebde8 req-79b06367-fadb-4035-b865-1f83bbecef57 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 945 time: 0.0936234 Feb 20 21:57:01.497266 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370efef7-4997-4e58-ac69-7d8a41709907 req-d55cb800-717d-46a6-8988-8aa7b4e70d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:01.498621 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-370efef7-4997-4e58-ac69-7d8a41709907 req-d55cb800-717d-46a6-8988-8aa7b4e70d2a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=070027a4-7989-40e5-92de-9f9067d39452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0873404 Feb 20 21:57:01.546822 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f8c49458-576f-4e78-a6ab-51c2e5aebde8 req-123d8c18-5d9a-4705-b566-bb97eece52b8 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467665 Feb 20 21:57:01.601138 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5bc5a7-7d23-4647-b49c-bfee5aa3a9ed req-164ae14f-4b74-48cc-bfc2-315901609097 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:01.603647 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cf5bc5a7-7d23-4647-b49c-bfee5aa3a9ed req-164ae14f-4b74-48cc-bfc2-315901609097 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 944 time: 0.0535674 Feb 20 21:57:01.648793 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cf5bc5a7-7d23-4647-b49c-bfee5aa3a9ed req-e94053d8-546e-4dca-9bae-304daf5fa835 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391364 Feb 20 21:57:02.077957 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f0936-d5fa-431d-8512-4b6e770f697c req-fbe9a894-5710-4018-9fb9-a2a6dc3d5a68 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:02.079401 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-072f0936-d5fa-431d-8512-4b6e770f697c req-fbe9a894-5710-4018-9fb9-a2a6dc3d5a68 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 943 time: 0.0501666 Feb 20 21:57:02.124241 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-072f0936-d5fa-431d-8512-4b6e770f697c req-33c6be75-254f-44ec-ad97-acc8180d8996 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395761 Feb 20 21:57:02.406384 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 18bc55aa-78d6-46e7-90dd-6c2367b886d5 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:57:02.464131 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-de720989-a4a0-45bb-b48d-65b783ea81ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:02.466848 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-de720989-a4a0-45bb-b48d-65b783ea81ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e763aaf-88b9-4e27-90cd-d1934feee28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679140 Feb 20 21:57:02.481557 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88321301-e34a-4d9c-b7ad-af0e3317307f req-702e1c37-39b9-45d3-bf8e-498eca88ce4c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:02.483049 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-88321301-e34a-4d9c-b7ad-af0e3317307f req-702e1c37-39b9-45d3-bf8e-498eca88ce4c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.1046846 Feb 20 21:57:02.505358 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 18bc55aa-78d6-46e7-90dd-6c2367b886d5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=18bc55aa-78d6-46e7-90dd-6c2367b886d5,segment=NetworkSegment(34364242-bfb9-46d9-a6c3-dc8b7b66c390),segment_id=34364242-bfb9-46d9-a6c3-dc8b7b66c390)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:57:02.517824 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': '18bc55aa-78d6-46e7-90dd-6c2367b886d5', 'network_id': 'a89eb610-f3f6-48dd-a90b-fd6474eca384', 'port_id': '18bc55aa-78d6-46e7-90dd-6c2367b886d5', 'mac_address': 'fa:16:3e:be:51:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec271f1-ff6d-444d-b149-16f50cc10be7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:57:02.535172 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-370efef7-4997-4e58-ac69-7d8a41709907 req-57c54860-c0b7-4374-87cb-0aa0a45d827a service neutron] 10.222.0.45 "GET /v2.0/networks/070027a4-7989-40e5-92de-9f9067d39452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281660 Feb 20 21:57:02.567292 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 18bc55aa-78d6-46e7-90dd-6c2367b886d5 is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:57:02.567292 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (18bc55aa-78d6-46e7-90dd-6c2367b886d5), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:02.568815 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-2043f138-b3f1-4161-8dfc-45f6a1e453fd service neutron] 10.222.0.45 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932317 Feb 20 21:57:02.598653 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18bc55aa-78d6-46e7-90dd-6c2367b886d5 {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:57:02.621133 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-88321301-e34a-4d9c-b7ad-af0e3317307f req-a6fb62ef-a49e-4eec-a759-564a9c6089f9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231289 Feb 20 21:57:02.626121 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 18bc55aa-78d6-46e7-90dd-6c2367b886d5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=18bc55aa-78d6-46e7-90dd-6c2367b886d5,segment=NetworkSegment(34364242-bfb9-46d9-a6c3-dc8b7b66c390),segment_id=34364242-bfb9-46d9-a6c3-dc8b7b66c390)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:57:02.641191 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (18bc55aa-78d6-46e7-90dd-6c2367b886d5), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:02.690185 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-68b1f77a-9797-46a7-8202-6f9351928e35 req-8ba75da3-c862-4a20-8370-baf0dc6613c3 service neutron] 10.222.0.45 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141381 Feb 20 21:57:02.700553 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-370efef7-4997-4e58-ac69-7d8a41709907 req-15421dd4-5305-424d-9dda-1d833496279b service neutron] 10.222.0.45 "GET /v2.0/networks/070027a4-7989-40e5-92de-9f9067d39452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582439 Feb 20 21:57:02.705577 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=18bc55aa-78d6-46e7-90dd-6c2367b886d5,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:02.713786 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eebea5-f178-4c94-9c96-29480a93870e req-ae17b194-54ca-4d7f-ba3f-c3c5288cab6f tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:02.716070 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c6eebea5-f178-4c94-9c96-29480a93870e req-ae17b194-54ca-4d7f-ba3f-c3c5288cab6f tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 945 time: 0.0865338 Feb 20 21:57:02.801423 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c6eebea5-f178-4c94-9c96-29480a93870e req-b9e3ed51-ac12-480f-8b02-709a9c73b406 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784292 Feb 20 21:57:02.813004 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55678088-e2c4-4f7b-9c64-bf8afed88bf3 req-883b1759-66b4-47d3-a0fa-49d5be491f22 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:02.814522 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-55678088-e2c4-4f7b-9c64-bf8afed88bf3 req-883b1759-66b4-47d3-a0fa-49d5be491f22 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 944 time: 0.0892327 Feb 20 21:57:02.861143 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-55678088-e2c4-4f7b-9c64-bf8afed88bf3 req-95199bdc-a1e7-4b59-895d-79ca62cd90ee tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407283 Feb 20 21:57:03.029218 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['18bc55aa-78d6-46e7-90dd-6c2367b886d5'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:57:03.248068 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef759e8-7c9e-4f57-b203-277b80af8ff2 req-4845d881-22a0-46ae-8344-4448b196601f tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:03.249597 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cef759e8-7c9e-4f57-b203-277b80af8ff2 req-4845d881-22a0-46ae-8344-4448b196601f tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 944 time: 0.0515482 Feb 20 21:57:03.304141 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cef759e8-7c9e-4f57-b203-277b80af8ff2 req-8993b803-ac3a-4d1e-b4bd-6d60b309e14c tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485270 Feb 20 21:57:03.654411 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 52028) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:03.760541 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33a635-f493-4ef3-936c-05b01d5734f0 req-781e8b70-7bdf-44ff-a790-a19c376871d9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:03.760541 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ef33a635-f493-4ef3-936c-05b01d5734f0 req-781e8b70-7bdf-44ff-a790-a19c376871d9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.0612106 Feb 20 21:57:03.785312 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c4d01146-b992-443e-85ee-97cffe011c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:03.836911 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ef33a635-f493-4ef3-936c-05b01d5734f0 req-9f57bbdb-f8c2-45f8-8c73-cc8032f56fe8 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691328 Feb 20 21:57:03.931036 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c4d01146-b992-443e-85ee-97cffe011c62 admin admin] Publish callbacks [] for security_group (74e0fe14-e6ba-426c-a434-716975de79f5), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:03.943714 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c4d01146-b992-443e-85ee-97cffe011c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (74e0fe14-e6ba-426c-a434-716975de79f5), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:04.016220 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f236dd-8992-4bcc-a87c-0933b39cf3eb req-6052ac94-6dfa-4eba-9deb-55b3cdbb04a8 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:04.017733 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e7f236dd-8992-4bcc-a87c-0933b39cf3eb req-6052ac94-6dfa-4eba-9deb-55b3cdbb04a8 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 945 time: 0.1419945 Feb 20 21:57:04.019935 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-c4d01146-b992-443e-85ee-97cffe011c62 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fc1b50555b9e4d27bfd824eaf091ac69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3646381 Feb 20 21:57:04.021623 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d01146-b992-443e-85ee-97cffe011c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e0fe14-e6ba-426c-a434-716975de79f5,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:04.022770 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 52042) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:04.053605 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a69883-342f-4a1a-a9d5-ad583dcf2ff5 req-f86beeab-79e3-4951-8066-63c73600fd6a tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:04.055106 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-10a69883-342f-4a1a-a9d5-ad583dcf2ff5 req-f86beeab-79e3-4951-8066-63c73600fd6a tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 944 time: 0.1276355 Feb 20 21:57:04.072241 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-88d9397b-696a-4c6c-9a94-d01cd095fd2c admin admin] Publish callbacks [] for security_group (74e0fe14-e6ba-426c-a434-716975de79f5), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:04.098474 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e7f236dd-8992-4bcc-a87c-0933b39cf3eb req-7ad08ec3-9aaf-4a3c-90ef-5b4d19527ff5 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736802 Feb 20 21:57:04.099431 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-88d9397b-696a-4c6c-9a94-d01cd095fd2c admin admin] Publish callbacks [] for security_group (74e0fe14-e6ba-426c-a434-716975de79f5), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:04.127285 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-10a69883-342f-4a1a-a9d5-ad583dcf2ff5 req-372db841-4491-47c1-bda8-388002883a26 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617230 Feb 20 21:57:04.155183 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-88d9397b-696a-4c6c-9a94-d01cd095fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (74e0fe14-e6ba-426c-a434-716975de79f5), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:04.157776 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-88d9397b-696a-4c6c-9a94-d01cd095fd2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:04.158925 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-88d9397b-696a-4c6c-9a94-d01cd095fd2c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/74e0fe14-e6ba-426c-a434-716975de79f5 HTTP/1.1" status: 204 len: 168 time: 0.1351619 Feb 20 21:57:04.166637 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9397b-696a-4c6c-9a94-d01cd095fd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e0fe14-e6ba-426c-a434-716975de79f5,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:04.423696 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14722c-cffd-402a-bfac-a8d9fd96fe03 req-cfb642c7-d589-470c-a1de-3533596152ec tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:04.425213 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5b14722c-cffd-402a-bfac-a8d9fd96fe03 req-cfb642c7-d589-470c-a1de-3533596152ec tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 944 time: 0.0523310 Feb 20 21:57:04.479761 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5b14722c-cffd-402a-bfac-a8d9fd96fe03 req-6b1a3016-3b86-475d-a48b-bd4ad4c3e73c tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490193 Feb 20 21:57:04.978932 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00eb38e-d264-498e-a34e-c13374793dab req-7701560e-b6a7-4508-a317-cc98aa7469d0 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:04.980657 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f00eb38e-d264-498e-a34e-c13374793dab req-7701560e-b6a7-4508-a317-cc98aa7469d0 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.0604193 Feb 20 21:57:05.031899 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f00eb38e-d264-498e-a34e-c13374793dab req-8bb12c72-c3f3-45a6-9eb1-9386547f0452 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446057 Feb 20 21:57:05.243446 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239e168-98fe-4883-b134-2cf7e4d5d11e req-ae9e1382-7f08-4812-b4e2-a12aa117c5f6 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:05.244914 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3239e168-98fe-4883-b134-2cf7e4d5d11e req-ae9e1382-7f08-4812-b4e2-a12aa117c5f6 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 945 time: 0.0816917 Feb 20 21:57:05.265654 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a8c10-9a60-4f46-ad08-f7d4b03f8854 req-9bc8c629-230c-4493-ab0a-5df16e71c197 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:05.267068 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-439a8c10-9a60-4f46-ad08-f7d4b03f8854 req-9bc8c629-230c-4493-ab0a-5df16e71c197 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 944 time: 0.0732493 Feb 20 21:57:05.328633 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3239e168-98fe-4883-b134-2cf7e4d5d11e req-a84be208-f404-4619-bb0c-0ae3f57af508 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756888 Feb 20 21:57:05.339897 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-439a8c10-9a60-4f46-ad08-f7d4b03f8854 req-2f4adf05-f67e-4292-82af-58352f71fc49 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657651 Feb 20 21:57:05.578197 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device aaef37b2-cc8c-4644-bbd0-73b1ccf00101 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:57:05.597246 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a26eb-0323-4e69-a5bd-d4523282e2d9 req-731da843-9827-416f-ae2b-64ee91142041 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:05.598825 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-662a26eb-0323-4e69-a5bd-d4523282e2d9 req-731da843-9827-416f-ae2b-64ee91142041 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 944 time: 0.0547907 Feb 20 21:57:05.651674 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-662a26eb-0323-4e69-a5bd-d4523282e2d9 req-00267321-3d43-4246-9bb4-a173d2354646 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469339 Feb 20 21:57:05.712563 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port aaef37b2-cc8c-4644-bbd0-73b1ccf00101, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:57:05.722995 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'port_id': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101', 'mac_address': 'fa:16:3e:fb:9b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:57:05.760215 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:57:05.760605 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:05.772958 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaef37b2-cc8c-4644-bbd0-73b1ccf00101 {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:57:05.791521 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port aaef37b2-cc8c-4644-bbd0-73b1ccf00101, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:57:05.795895 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:05.841997 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:06.149741 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e923e-56fa-41b0-a822-26fa46df6049 req-fcf0bab3-59a4-40ec-86e1-72a265ea0a9a tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:06.151194 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b31e923e-56fa-41b0-a822-26fa46df6049 req-fcf0bab3-59a4-40ec-86e1-72a265ea0a9a tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 944 time: 0.0498877 Feb 20 21:57:06.195931 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b31e923e-56fa-41b0-a822-26fa46df6049 req-940b2e36-7f2e-48ae-af39-b9e0d9eb8215 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389349 Feb 20 21:57:06.485861 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616ed30-935e-40ab-b28c-1549a6eb65e3 req-d03f6a48-fc4a-4274-845e-55c46e854e00 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:06.487227 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6616ed30-935e-40ab-b28c-1549a6eb65e3 req-d03f6a48-fc4a-4274-845e-55c46e854e00 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 945 time: 0.0857449 Feb 20 21:57:06.494566 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c61ff-c56b-4215-8f30-2ab980ba6876 req-cacd7c52-c7f6-49ef-9ffa-c1d9f0e39a3f tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:06.495921 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-823c61ff-c56b-4215-8f30-2ab980ba6876 req-cacd7c52-c7f6-49ef-9ffa-c1d9f0e39a3f tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 944 time: 0.0830040 Feb 20 21:57:06.563984 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6616ed30-935e-40ab-b28c-1549a6eb65e3 req-8d9aec9a-cb11-4dfa-a84a-1707170ec0c7 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671561 Feb 20 21:57:06.567185 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-823c61ff-c56b-4215-8f30-2ab980ba6876 req-12008670-57cf-44da-bfdf-61106b973eda tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649030 Feb 20 21:57:06.607002 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 18bc55aa-78d6-46e7-90dd-6c2367b886d5 up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:57:06.657578 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port 18bc55aa-78d6-46e7-90dd-6c2367b886d5 completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:57:06.661635 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port 18bc55aa-78d6-46e7-90dd-6c2367b886d5 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:57:06.662018 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (18bc55aa-78d6-46e7-90dd-6c2367b886d5), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:06.742079 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 18bc55aa-78d6-46e7-90dd-6c2367b886d5 is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:57:06.742384 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (18bc55aa-78d6-46e7-90dd-6c2367b886d5), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:06.760818 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 5715d649-e00d-4d4d-94f8-39659bc92fa5 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:57:06.774790 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1248fe9f-081f-4130-a6d9-2ad8e8dde704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bc55aa-78d6-46e7-90dd-6c2367b886d5'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:57:06.779861 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615349eb-0a3c-4220-81b2-df76dbee452a req-3ca0233e-aa0e-4513-aff9-6a575460bd8a tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:06.782598 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-615349eb-0a3c-4220-81b2-df76dbee452a req-3ca0233e-aa0e-4513-aff9-6a575460bd8a tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 944 time: 0.0626287 Feb 20 21:57:06.860725 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 18bc55aa-78d6-46e7-90dd-6c2367b886d5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=18bc55aa-78d6-46e7-90dd-6c2367b886d5,segment=NetworkSegment(34364242-bfb9-46d9-a6c3-dc8b7b66c390),segment_id=34364242-bfb9-46d9-a6c3-dc8b7b66c390)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:57:06.874628 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-615349eb-0a3c-4220-81b2-df76dbee452a req-9294b4bf-0926-4253-ac3e-c7e7f19348f1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862613 Feb 20 21:57:06.917614 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (18bc55aa-78d6-46e7-90dd-6c2367b886d5), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:06.918906 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 29305c29-820c-4a81-b773-8e641370f7d2 up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:57:06.969429 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['aaef37b2-cc8c-4644-bbd0-73b1ccf00101'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:57:06.974802 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5c98ec-667c-423d-8e3c-213b194af161" -d '{"events": [{"server_uuid": "1248fe9f-081f-4130-a6d9-2ad8e8dde704", "name": "network-vif-plugged", "status": "completed", "tag": "18bc55aa-78d6-46e7-90dd-6c2367b886d5"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:57:07.077820 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=18bc55aa-78d6-46e7-90dd-6c2367b886d5,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:07.087714 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 5715d649-e00d-4d4d-94f8-39659bc92fa5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5715d649-e00d-4d4d-94f8-39659bc92fa5,segment=NetworkSegment(80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d),segment_id=80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:57:07.100206 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port 29305c29-820c-4a81-b773-8e641370f7d2 completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:57:07.111817 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26e40fc-bc6f-4a6e-aec7-c5ae77ea7659 x-openstack-request-id: req-a26e40fc-bc6f-4a6e-aec7-c5ae77ea7659 {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:57:07.112125 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1248fe9f-081f-4130-a6d9-2ad8e8dde704", "name": "network-vif-plugged", "status": "completed", "tag": "18bc55aa-78d6-46e7-90dd-6c2367b886d5", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:57:07.112374 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a26e40fc-bc6f-4a6e-aec7-c5ae77ea7659 {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:57:07.112804 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1248fe9f-081f-4130-a6d9-2ad8e8dde704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bc55aa-78d6-46e7-90dd-6c2367b886d5', 'code': 200} Feb 20 21:57:07.113518 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port 29305c29-820c-4a81-b773-8e641370f7d2 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:57:07.113884 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (29305c29-820c-4a81-b773-8e641370f7d2), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:07.115856 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': '5715d649-e00d-4d4d-94f8-39659bc92fa5', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'port_id': '5715d649-e00d-4d4d-94f8-39659bc92fa5', 'mac_address': 'fa:16:3e:83:e3:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:57:07.228620 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 5715d649-e00d-4d4d-94f8-39659bc92fa5 is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:57:07.229026 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (5715d649-e00d-4d4d-94f8-39659bc92fa5), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:07.268296 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5715d649-e00d-4d4d-94f8-39659bc92fa5 {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:57:07.325098 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 5715d649-e00d-4d4d-94f8-39659bc92fa5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5715d649-e00d-4d4d-94f8-39659bc92fa5,segment=NetworkSegment(80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d),segment_id=80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:57:07.333763 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (5715d649-e00d-4d4d-94f8-39659bc92fa5), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:07.340329 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 29305c29-820c-4a81-b773-8e641370f7d2 is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:57:07.340329 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (29305c29-820c-4a81-b773-8e641370f7d2), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:07.408246 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 29305c29-820c-4a81-b773-8e641370f7d2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=29305c29-820c-4a81-b773-8e641370f7d2,segment=NetworkSegment(3a873dc6-623c-425d-b79d-6302f426be16),segment_id=3a873dc6-623c-425d-b79d-6302f426be16)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:57:07.420388 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=5715d649-e00d-4d4d-94f8-39659bc92fa5,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:07.423511 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (29305c29-820c-4a81-b773-8e641370f7d2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:07.424283 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device b7fdc472-ff50-4b72-85de-a3c41f136769 up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:57:07.435599 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ef76c-3297-47c9-b9cf-2783c7abf6c3 req-83b320c0-3695-4bf6-ad45-0aa67662815c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:07.437231 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-153ef76c-3297-47c9-b9cf-2783c7abf6c3 req-83b320c0-3695-4bf6-ad45-0aa67662815c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 944 time: 0.1538713 Feb 20 21:57:07.439443 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3bf7c-8088-45e4-8cc3-7cfbf76afb53 req-2c96f0fb-1286-4c4a-bdbd-2ce06cf3a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:07.440818 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b8e3bf7c-8088-45e4-8cc3-7cfbf76afb53 req-2c96f0fb-1286-4c4a-bdbd-2ce06cf3a113 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 1129 time: 0.1589842 Feb 20 21:57:07.480032 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-b8e3bf7c-8088-45e4-8cc3-7cfbf76afb53 req-e063d421-6873-4410-bf52-c4bf5a6b9343 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:07.518604 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=29305c29-820c-4a81-b773-8e641370f7d2,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:07.527284 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-153ef76c-3297-47c9-b9cf-2783c7abf6c3 req-70fef15d-a9f8-440a-b940-c4cbebe88ba9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813701 Feb 20 21:57:07.531513 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port b7fdc472-ff50-4b72-85de-a3c41f136769 completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:57:07.537794 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port b7fdc472-ff50-4b72-85de-a3c41f136769 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:57:07.538068 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (b7fdc472-ff50-4b72-85de-a3c41f136769), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:07.600180 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-b8e3bf7c-8088-45e4-8cc3-7cfbf76afb53 req-e063d421-6873-4410-bf52-c4bf5a6b9343 service neutron] Publish callbacks [] for security_group (4eb5cf03-58c0-4366-afe5-e9badd52c020), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:07.606638 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-b8e3bf7c-8088-45e4-8cc3-7cfbf76afb53 req-e063d421-6873-4410-bf52-c4bf5a6b9343 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (4eb5cf03-58c0-4366-afe5-e9badd52c020), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:07.645738 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b8e3bf7c-8088-45e4-8cc3-7cfbf76afb53 req-e063d421-6873-4410-bf52-c4bf5a6b9343 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901803 Feb 20 21:57:07.676907 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['5715d649-e00d-4d4d-94f8-39659bc92fa5'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:57:07.709740 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063d421-6873-4410-bf52-c4bf5a6b9343 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb5cf03-58c0-4366-afe5-e9badd52c020,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:07.771735 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c612d4-16a2-4501-b126-cb2a8702617d req-f3543293-8a40-4529-a7d3-31c3fbf889b4 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:07.773191 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-44c612d4-16a2-4501-b126-cb2a8702617d req-f3543293-8a40-4529-a7d3-31c3fbf889b4 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 946 time: 0.1175966 Feb 20 21:57:07.792497 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0f1e5-09fd-439a-baea-ba054a7401b0 req-4c71a025-ef01-4f63-83c0-b9c5873d957d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:07.796022 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3bb0f1e5-09fd-439a-baea-ba054a7401b0 req-4c71a025-ef01-4f63-83c0-b9c5873d957d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 945 time: 0.0980549 Feb 20 21:57:07.804479 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port b7fdc472-ff50-4b72-85de-a3c41f136769 is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:57:07.804818 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (b7fdc472-ff50-4b72-85de-a3c41f136769), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:07.862179 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port b7fdc472-ff50-4b72-85de-a3c41f136769, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7fdc472-ff50-4b72-85de-a3c41f136769,segment=NetworkSegment(34364242-bfb9-46d9-a6c3-dc8b7b66c390),segment_id=34364242-bfb9-46d9-a6c3-dc8b7b66c390)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:57:07.867110 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-44c612d4-16a2-4501-b126-cb2a8702617d req-fafb1919-aed2-4c36-ae4c-c229c41df215 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697742 Feb 20 21:57:07.875012 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (b7fdc472-ff50-4b72-85de-a3c41f136769), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:07.889613 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3bb0f1e5-09fd-439a-baea-ba054a7401b0 req-c0ac1cb8-3154-4d80-9c79-b3e054cc4b51 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822699 Feb 20 21:57:07.903056 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device aaef37b2-cc8c-4644-bbd0-73b1ccf00101 up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:57:07.979355 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=b7fdc472-ff50-4b72-85de-a3c41f136769,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:07.998838 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:57:08.003478 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:57:08.003819 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:08.028399 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b1ea3-efd9-419a-93b9-10e234c99aab req-3e7ffa79-9a12-4e5a-9536-3ad66b6bbfdf tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:08.029970 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e67b1ea3-efd9-419a-93b9-10e234c99aab req-3e7ffa79-9a12-4e5a-9536-3ad66b6bbfdf tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0804856 Feb 20 21:57:08.098174 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e67b1ea3-efd9-419a-93b9-10e234c99aab req-434ad411-aabc-45aa-a811-5f5feee77f63 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592556 Feb 20 21:57:08.098959 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:57:08.099364 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:08.140665 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port aaef37b2-cc8c-4644-bbd0-73b1ccf00101, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:57:08.145578 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:08.194469 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:08.677096 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bd2d9-15de-4eeb-969b-16e4e432a7fa req-a1477f27-42bb-4c49-97d6-8f280a878b43 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:08.678580 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-828bd2d9-15de-4eeb-969b-16e4e432a7fa req-a1477f27-42bb-4c49-97d6-8f280a878b43 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0658600 Feb 20 21:57:08.728730 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-828bd2d9-15de-4eeb-969b-16e4e432a7fa req-25569189-9e6f-4761-8b9d-a6e2406f6ed7 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445719 Feb 20 21:57:08.745734 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 5715d649-e00d-4d4d-94f8-39659bc92fa5 up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:57:08.799595 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port 5715d649-e00d-4d4d-94f8-39659bc92fa5 completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:57:08.803383 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port 5715d649-e00d-4d4d-94f8-39659bc92fa5 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:57:08.803761 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (5715d649-e00d-4d4d-94f8-39659bc92fa5), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:08.888337 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 5715d649-e00d-4d4d-94f8-39659bc92fa5 is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:57:08.888732 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (5715d649-e00d-4d4d-94f8-39659bc92fa5), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:08.922238 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 5715d649-e00d-4d4d-94f8-39659bc92fa5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5715d649-e00d-4d4d-94f8-39659bc92fa5,segment=NetworkSegment(80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d),segment_id=80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:57:08.928631 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (5715d649-e00d-4d4d-94f8-39659bc92fa5), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:08.992764 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=5715d649-e00d-4d4d-94f8-39659bc92fa5,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:09.034648 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d395c-601b-4ffc-b09d-db56e86c4393 req-682ccd5e-dfbb-449f-8742-278cb0ee7b8f tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:09.036222 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0d0d395c-601b-4ffc-b09d-db56e86c4393 req-682ccd5e-dfbb-449f-8742-278cb0ee7b8f tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0740585 Feb 20 21:57:09.046855 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61497477-ff9e-4c51-b330-29fac2cb2285 req-04e66f93-59ac-442b-afaf-f7242fd42693 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:09.048198 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-61497477-ff9e-4c51-b330-29fac2cb2285 req-04e66f93-59ac-442b-afaf-f7242fd42693 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 946 time: 0.0965543 Feb 20 21:57:09.114036 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c51426-6f3e-47d1-b7e4-c8a8cd230887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29305c29-820c-4a81-b773-8e641370f7d2'}, {'server_uuid': 'c54418af-8989-4dbb-b635-c5bd58f10f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fdc472-ff50-4b72-85de-a3c41f136769'}, {'server_uuid': '877cbd87-824f-48fc-a71c-2521393b6abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101'}, {'server_uuid': 'c3790508-8374-4604-8e6d-5cd99038f521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5715d649-e00d-4d4d-94f8-39659bc92fa5'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:57:09.116856 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def9df32-6dfc-4cde-9b62-b115a9355fa3" -d '{"events": [{"server_uuid": "64c51426-6f3e-47d1-b7e4-c8a8cd230887", "name": "network-vif-plugged", "status": "completed", "tag": "29305c29-820c-4a81-b773-8e641370f7d2"}, {"server_uuid": "c54418af-8989-4dbb-b635-c5bd58f10f07", "name": "network-vif-plugged", "status": "completed", "tag": "b7fdc472-ff50-4b72-85de-a3c41f136769"}, {"server_uuid": "877cbd87-824f-48fc-a71c-2521393b6abc", "name": "network-vif-plugged", "status": "completed", "tag": "aaef37b2-cc8c-4644-bbd0-73b1ccf00101"}, {"server_uuid": "c3790508-8374-4604-8e6d-5cd99038f521", "name": "network-vif-plugged", "status": "completed", "tag": "5715d649-e00d-4d4d-94f8-39659bc92fa5"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:57:09.294082 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0d0d395c-601b-4ffc-b09d-db56e86c4393 req-c25d016d-eb12-48c0-a95d-4d6ed0e0751b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449086 Feb 20 21:57:09.304742 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-61497477-ff9e-4c51-b330-29fac2cb2285 req-3efe70da-20e5-4059-b8a2-6c04f9cf66b8 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489338 Feb 20 21:57:09.384093 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sun, 20 Feb 2022 21:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9771d0d0-9ae5-41c6-b237-58ff6363d990 x-openstack-request-id: req-9771d0d0-9ae5-41c6-b237-58ff6363d990 {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:57:09.384466 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c51426-6f3e-47d1-b7e4-c8a8cd230887", "name": "network-vif-plugged", "status": "completed", "tag": "29305c29-820c-4a81-b773-8e641370f7d2", "code": 200}, {"server_uuid": "c54418af-8989-4dbb-b635-c5bd58f10f07", "name": "network-vif-plugged", "status": "completed", "tag": "b7fdc472-ff50-4b72-85de-a3c41f136769", "code": 200}, {"server_uuid": "877cbd87-824f-48fc-a71c-2521393b6abc", "name": "network-vif-plugged", "status": "completed", "tag": "aaef37b2-cc8c-4644-bbd0-73b1ccf00101", "code": 200}, {"server_uuid": "c3790508-8374-4604-8e6d-5cd99038f521", "name": "network-vif-plugged", "status": "completed", "tag": "5715d649-e00d-4d4d-94f8-39659bc92fa5", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:57:09.384894 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9771d0d0-9ae5-41c6-b237-58ff6363d990 {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:57:09.385313 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c51426-6f3e-47d1-b7e4-c8a8cd230887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29305c29-820c-4a81-b773-8e641370f7d2', 'code': 200} Feb 20 21:57:09.385629 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54418af-8989-4dbb-b635-c5bd58f10f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fdc472-ff50-4b72-85de-a3c41f136769', 'code': 200} Feb 20 21:57:09.386247 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877cbd87-824f-48fc-a71c-2521393b6abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101', 'code': 200} Feb 20 21:57:09.386247 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3790508-8374-4604-8e6d-5cd99038f521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5715d649-e00d-4d4d-94f8-39659bc92fa5', 'code': 200} Feb 20 21:57:09.423537 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922983b-3338-4c09-b223-24a7f910d978 req-b815632c-52bd-4b7f-aaa6-24a7112f221e tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:09.423537 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6922983b-3338-4c09-b223-24a7f910d978 req-b815632c-52bd-4b7f-aaa6-24a7112f221e tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0526915 Feb 20 21:57:09.467407 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6922983b-3338-4c09-b223-24a7f910d978 req-bbed9a78-dd43-4a67-947b-c3f5a11f11ea tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432308 Feb 20 21:57:09.856864 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d84aa8-6dca-4e45-973b-89de83472aa5 req-59ec831d-98f1-4e98-bdc9-20e4887b5711 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:09.858406 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-53d84aa8-6dca-4e45-973b-89de83472aa5 req-59ec831d-98f1-4e98-bdc9-20e4887b5711 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0563376 Feb 20 21:57:09.910731 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-53d84aa8-6dca-4e45-973b-89de83472aa5 req-5c0c5665-4703-46c4-b42e-e60c16da5902 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449178 Feb 20 21:57:10.440963 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3c2c7-ab78-4860-9d90-bb7c5bc0e9b4 req-57d19f85-8ee6-4ded-aa7e-4322e11bcd9e tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:10.442364 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-15c3c2c7-ab78-4860-9d90-bb7c5bc0e9b4 req-57d19f85-8ee6-4ded-aa7e-4322e11bcd9e tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0815609 Feb 20 21:57:10.455392 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eef7a5-ffc1-40f1-ab7f-af972cded7f9 req-7f58b048-298e-4490-9742-0ef1eb2575e8 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:10.456809 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d3eef7a5-ffc1-40f1-ab7f-af972cded7f9 req-7f58b048-298e-4490-9742-0ef1eb2575e8 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 946 time: 0.0699420 Feb 20 21:57:10.523836 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-15c3c2c7-ab78-4860-9d90-bb7c5bc0e9b4 req-6d16c603-65df-4695-ab13-4d239a30cf57 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660541 Feb 20 21:57:10.530548 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d3eef7a5-ffc1-40f1-ab7f-af972cded7f9 req-abf4005b-2704-4ba9-81cb-0bf46a71a810 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672226 Feb 20 21:57:10.630950 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd2277-f424-4a6d-8e27-0c83f35aa6ae req-06b190ba-8bc0-4faa-9343-c603531850ec tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:10.632400 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-85cd2277-f424-4a6d-8e27-0c83f35aa6ae req-06b190ba-8bc0-4faa-9343-c603531850ec tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0533254 Feb 20 21:57:10.677521 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-85cd2277-f424-4a6d-8e27-0c83f35aa6ae req-a1b72e95-4a65-4555-9c1b-efbcc88c0112 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391772 Feb 20 21:57:11.041293 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86375e4-f392-4768-99ed-4abf5518fe37 req-4685b9ca-24a6-4fca-b620-676bcc2d46cf tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:11.044185 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a86375e4-f392-4768-99ed-4abf5518fe37 req-4685b9ca-24a6-4fca-b620-676bcc2d46cf tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0638847 Feb 20 21:57:11.106924 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a86375e4-f392-4768-99ed-4abf5518fe37 req-ad1ab205-8c5a-4681-968e-34469cccbf9e tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535781 Feb 20 21:57:11.708063 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd3319-221b-46f7-9b3e-7caf51394760 req-ba01c368-3596-4058-845c-ff5a69b4d399 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:11.709610 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5ecd3319-221b-46f7-9b3e-7caf51394760 req-ba01c368-3596-4058-845c-ff5a69b4d399 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.1164515 Feb 20 21:57:11.718273 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6846e7-59cb-4eff-a90f-eb032967b5fe req-acd1aeb8-af93-4d09-9838-64e1e191bac6 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:11.719618 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fa6846e7-59cb-4eff-a90f-eb032967b5fe req-acd1aeb8-af93-4d09-9838-64e1e191bac6 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 946 time: 0.1140096 Feb 20 21:57:11.796943 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5ecd3319-221b-46f7-9b3e-7caf51394760 req-5479e05c-9ad0-4151-a6b4-4422a82bb105 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763850 Feb 20 21:57:11.800212 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fa6846e7-59cb-4eff-a90f-eb032967b5fe req-5b0e0fcb-9174-4924-bcff-f1ac27d0895e tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687385 Feb 20 21:57:11.905511 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71380227-a87a-4e9c-88ef-98609a548260 req-c2016295-53be-44ac-92de-4766d2fb6c2a tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:11.906970 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-71380227-a87a-4e9c-88ef-98609a548260 req-c2016295-53be-44ac-92de-4766d2fb6c2a tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0511494 Feb 20 21:57:11.955282 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-71380227-a87a-4e9c-88ef-98609a548260 req-0d6136a2-788e-44af-9cda-d84dca0d0c85 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428798 Feb 20 21:57:12.235791 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9fbf5-fda0-4e11-9992-6d21a1ddb17a req-aba33e9f-aadd-4afe-addc-b80da0eb2be8 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:12.237006 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c7d9fbf5-fda0-4e11-9992-6d21a1ddb17a req-aba33e9f-aadd-4afe-addc-b80da0eb2be8 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0591497 Feb 20 21:57:12.298153 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c7d9fbf5-fda0-4e11-9992-6d21a1ddb17a req-70e5fe50-1737-4afd-b55d-e3f71162310c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531695 Feb 20 21:57:12.429897 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797bb07-ce6e-4c0e-aa2a-4b2a1f527a9f req-88e800ee-a016-43db-b20a-5f008665bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:12.431391 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6797bb07-ce6e-4c0e-aa2a-4b2a1f527a9f req-88e800ee-a016-43db-b20a-5f008665bc53 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 1130 time: 0.0778866 Feb 20 21:57:12.436765 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef43836-2906-4f8b-9d29-9173bc38f5ef req-7d383017-2683-4300-a5c1-cf2796810bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:12.438189 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3ef43836-2906-4f8b-9d29-9173bc38f5ef req-7d383017-2683-4300-a5c1-cf2796810bf2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 1130 time: 0.0602088 Feb 20 21:57:12.483105 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c1e2d-01cb-4e8e-ab6f-93cbaa2992ff req-e36c2e5f-4248-48cb-b558-a78c7aef3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:12.484667 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-e76c1e2d-01cb-4e8e-ab6f-93cbaa2992ff req-e36c2e5f-4248-48cb-b558-a78c7aef3bc2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 1130 time: 0.1130066 Feb 20 21:57:12.487563 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b04fd5-8a65-479e-a9a8-d7b92a91b3e0 req-7eaa012d-6227-4bb7-afc3-f7ece8c1794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:12.488895 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-03b04fd5-8a65-479e-a9a8-d7b92a91b3e0 req-7eaa012d-6227-4bb7-afc3-f7ece8c1794e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 1129 time: 0.0868752 Feb 20 21:57:12.504193 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6797bb07-ce6e-4c0e-aa2a-4b2a1f527a9f req-26f88ade-70f6-46cd-be18-dc529de6c49c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650554 Feb 20 21:57:12.507464 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3ef43836-2906-4f8b-9d29-9173bc38f5ef req-ec853357-67bd-4a4a-a3ea-ca51fa815d68 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625725 Feb 20 21:57:12.581399 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-e76c1e2d-01cb-4e8e-ab6f-93cbaa2992ff req-2b4c17d9-a796-4dd1-8fd8-47e56f5bd85e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776167 Feb 20 21:57:12.583335 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-03b04fd5-8a65-479e-a9a8-d7b92a91b3e0 req-f52b9cf5-14cb-4d39-bffa-64decaa6fe8a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785499 Feb 20 21:57:12.962991 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe361f47-ed06-4542-82b5-e984b6458195 req-b71f3d1f-56e1-4131-9182-e7139d1bdc8e tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:12.964721 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fe361f47-ed06-4542-82b5-e984b6458195 req-b71f3d1f-56e1-4131-9182-e7139d1bdc8e tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0985427 Feb 20 21:57:12.989904 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33791c39-6940-43e0-8b0e-47e017b7c43e req-86adcf92-b51a-44b9-9099-e0da71f66eaa tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:12.991472 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-33791c39-6940-43e0-8b0e-47e017b7c43e req-86adcf92-b51a-44b9-9099-e0da71f66eaa tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 946 time: 0.0936146 Feb 20 21:57:13.060870 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fe361f47-ed06-4542-82b5-e984b6458195 req-0938f7ef-5599-4d52-a68a-e81fef0ffe68 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871274 Feb 20 21:57:13.073917 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-33791c39-6940-43e0-8b0e-47e017b7c43e req-edba59df-d147-4c29-adca-de43b733ce23 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739789 Feb 20 21:57:13.200021 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8b332-eba3-4891-8e97-bb5a46235034 req-a677d7c5-b1fd-457d-857d-8848307993fd tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:13.202183 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5ca8b332-eba3-4891-8e97-bb5a46235034 req-a677d7c5-b1fd-457d-857d-8848307993fd tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0688920 Feb 20 21:57:13.250484 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5ca8b332-eba3-4891-8e97-bb5a46235034 req-37ca7617-37d4-40e9-a9de-fef2889ffbce tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426278 Feb 20 21:57:13.461100 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749400e8-7762-4563-8ba0-ae8d909aa8ff req-7361c8b1-0712-4c0a-b32c-ade9c9f95c04 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:13.463016 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-749400e8-7762-4563-8ba0-ae8d909aa8ff req-7361c8b1-0712-4c0a-b32c-ade9c9f95c04 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0720422 Feb 20 21:57:13.521210 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-749400e8-7762-4563-8ba0-ae8d909aa8ff req-0e290ab8-02eb-4f85-8d75-6ab4dee52697 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500910 Feb 20 21:57:13.625172 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974a54b-18b1-4b51-8080-a9496d80cd36 req-b788894e-dbce-4f80-99d4-3fcde7e50f28 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:13.626785 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2974a54b-18b1-4b51-8080-a9496d80cd36 req-b788894e-dbce-4f80-99d4-3fcde7e50f28 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0620565 Feb 20 21:57:13.632074 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740916d4-09c0-4e5e-b472-212c72e047f5 req-39d8617a-d900-4bea-bc84-998b094eacd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:13.633699 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-740916d4-09c0-4e5e-b472-212c72e047f5 req-39d8617a-d900-4bea-bc84-998b094eacd9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31a3beb756d44069b8b12e5e819b6a92&device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 1129 time: 0.0483775 Feb 20 21:57:13.676358 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2974a54b-18b1-4b51-8080-a9496d80cd36 req-30afe6cb-8cba-4721-8524-0efeef500664 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440760 Feb 20 21:57:13.727873 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740916d4-09c0-4e5e-b472-212c72e047f5 req-9c979193-6cbe-4f2d-b6fd-cf423aa7d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:13.730169 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-740916d4-09c0-4e5e-b472-212c72e047f5 req-9c979193-6cbe-4f2d-b6fd-cf423aa7d0af service neutron] 10.222.0.45 "GET /v2.0/networks?id=a89eb610-f3f6-48dd-a90b-fd6474eca384 HTTP/1.1" status: 200 len: 919 time: 0.0892267 Feb 20 21:57:13.782061 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-740916d4-09c0-4e5e-b472-212c72e047f5 req-b753b86f-8ace-4de9-9f63-323f82578848 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18bc55aa-78d6-46e7-90dd-6c2367b886d5 HTTP/1.1" status: 200 len: 217 time: 0.0403235 Feb 20 21:57:13.839547 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740916d4-09c0-4e5e-b472-212c72e047f5 req-69f59935-6527-49b6-8bf2-70b53218920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:13.841053 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-740916d4-09c0-4e5e-b472-212c72e047f5 req-69f59935-6527-49b6-8bf2-70b53218920b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ec271f1-ff6d-444d-b149-16f50cc10be7 HTTP/1.1" status: 200 len: 858 time: 0.0524786 Feb 20 21:57:13.873266 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-740916d4-09c0-4e5e-b472-212c72e047f5 req-7c9b53f8-9add-4d02-a4be-3b2cef08696d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a89eb610-f3f6-48dd-a90b-fd6474eca384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256267 Feb 20 21:57:13.967752 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-740916d4-09c0-4e5e-b472-212c72e047f5 req-3cb0e1cd-e6c7-4ae2-801c-00b7e5536a3e service neutron] 10.222.0.45 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875323 Feb 20 21:57:14.063068 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-740916d4-09c0-4e5e-b472-212c72e047f5 req-ef3d0798-6612-416f-8010-042ed935d4df service neutron] 10.222.0.45 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892911 Feb 20 21:57:14.232756 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573a159-2a55-43cf-b6c9-75082bcab0e2 req-e1e17d8b-65c6-4475-8d2c-0685f50db0f8 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:14.234297 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2573a159-2a55-43cf-b6c9-75082bcab0e2 req-e1e17d8b-65c6-4475-8d2c-0685f50db0f8 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0764205 Feb 20 21:57:14.258282 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f938930-d032-4942-b342-ffecea50babe req-bddb5b28-0b6d-45b4-b8bb-59da340540bf tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:14.266293 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6f938930-d032-4942-b342-ffecea50babe req-bddb5b28-0b6d-45b4-b8bb-59da340540bf tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 946 time: 0.1177704 Feb 20 21:57:14.345473 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2573a159-2a55-43cf-b6c9-75082bcab0e2 req-6968e872-7067-42fa-b372-16524da43d03 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046724 Feb 20 21:57:14.350854 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6f938930-d032-4942-b342-ffecea50babe req-0422068c-5f62-4205-8ab1-168559a6bcb4 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821555 Feb 20 21:57:14.673467 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132d6da-c771-4271-916b-a547d6cd6812 req-2e18df03-f82d-4a5a-bd3f-c891ccecb0a9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:14.675073 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5132d6da-c771-4271-916b-a547d6cd6812 req-2e18df03-f82d-4a5a-bd3f-c891ccecb0a9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0572076 Feb 20 21:57:14.764169 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5132d6da-c771-4271-916b-a547d6cd6812 req-73717a50-d518-4f9c-bba1-e5da126e40bb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834427 Feb 20 21:57:14.927224 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 52458) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:14.980925 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_v2 [None req-7644ad8f-d8d6-49dc-9794-f37297fb5aab admin admin] Deleting subnet 26cfd4ea-0818-4ba5-99e7-f973b1740c5e {{(pid=102708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 21:57:14.981223 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b80c3b-cd7d-4690-aed1-40008af389e9 req-8bdfaf3a-d00d-4806-bbb7-0c0119cf186b tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:14.982795 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-40b80c3b-cd7d-4690-aed1-40008af389e9 req-8bdfaf3a-d00d-4806-bbb7-0c0119cf186b tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0686131 Feb 20 21:57:14.984531 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-7644ad8f-d8d6-49dc-9794-f37297fb5aab admin admin] Publish callbacks [] for subnet (26cfd4ea-0818-4ba5-99e7-f973b1740c5e), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:15.022556 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-7644ad8f-d8d6-49dc-9794-f37297fb5aab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8472869'] for subnet (26cfd4ea-0818-4ba5-99e7-f973b1740c5e), precommit_delete_associations {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:15.056898 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-40b80c3b-cd7d-4690-aed1-40008af389e9 req-95e6c561-9894-4802-9bc4-d1ae584c8b16 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628798 Feb 20 21:57:15.087138 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-7644ad8f-d8d6-49dc-9794-f37297fb5aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882536'] for subnet (26cfd4ea-0818-4ba5-99e7-f973b1740c5e), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:15.141860 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-7644ad8f-d8d6-49dc-9794-f37297fb5aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8491243'] for subnet (26cfd4ea-0818-4ba5-99e7-f973b1740c5e), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:15.166740 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644ad8f-d8d6-49dc-9794-f37297fb5aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26cfd4ea-0818-4ba5-99e7-f973b1740c5e,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:15.171006 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-7644ad8f-d8d6-49dc-9794-f37297fb5aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:15.174223 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-7644ad8f-d8d6-49dc-9794-f37297fb5aab admin admin] 10.222.0.61 "DELETE /v2.0/subnets/26cfd4ea-0818-4ba5-99e7-f973b1740c5e HTTP/1.1" status: 204 len: 168 time: 0.2459946 Feb 20 21:57:15.176628 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 52468) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:15.248310 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-30a8ea54-09a4-4286-a34f-0d46261f98ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834273'] for network (031ceb0d-ff26-471f-92d9-f4a5e55faa7a), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:15.326092 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-30a8ea54-09a4-4286-a34f-0d46261f98ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881377', 'neutron.services.segments.db._delete_segments_for_network-8760288176442'] for network (031ceb0d-ff26-471f-92d9-f4a5e55faa7a), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:15.350328 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-30a8ea54-09a4-4286-a34f-0d46261f98ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031ceb0d-ff26-471f-92d9-f4a5e55faa7a']}} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:57:15.359314 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-30a8ea54-09a4-4286-a34f-0d46261f98ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94fbb215-159d-4e5e-9354-f484c3844072') {'for_net_delete': True} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:57:15.359611 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-30a8ea54-09a4-4286-a34f-0d46261f98ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94fbb215-159d-4e5e-9354-f484c3844072') {} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:57:15.368959 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-30a8ea54-09a4-4286-a34f-0d46261f98ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760288175939', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8472892'] for segment (94fbb215-159d-4e5e-9354-f484c3844072), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:15.392448 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-30a8ea54-09a4-4286-a34f-0d46261f98ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (94fbb215-159d-4e5e-9354-f484c3844072), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:15.402087 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a8ea54-09a4-4286-a34f-0d46261f98ae admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 21:57:15.402586 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-30a8ea54-09a4-4286-a34f-0d46261f98ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8474595'] for segment (94fbb215-159d-4e5e-9354-f484c3844072), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: Traceback (most recent call last): Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: timer() Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: cb(*args, **kw) Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: return func(*args, **kwargs) Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: self._notify() Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: self.callback(batched_events) Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: event.method(event) Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: return f(self, *a, **k) Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._get(url).json() Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: return self.request(url, 'GET', **kwargs) Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 21:57:15.404957 dv-cinder-830093-1-iscsi neutron-server[102708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 21:57:15.474387 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-30a8ea54-09a4-4286-a34f-0d46261f98ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643055'] for network (031ceb0d-ff26-471f-92d9-f4a5e55faa7a), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:15.482365 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-30a8ea54-09a4-4286-a34f-0d46261f98ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:15.487134 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-30a8ea54-09a4-4286-a34f-0d46261f98ae admin admin] 10.222.0.61 "DELETE /v2.0/networks/031ceb0d-ff26-471f-92d9-f4a5e55faa7a HTTP/1.1" status: 204 len: 168 time: 0.3095288 Feb 20 21:57:15.492572 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 52490) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:15.497647 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8ea54-09a4-4286-a34f-0d46261f98ae admin admin] Pushing event deleted for resources: {'Network': ['ID=031ceb0d-ff26-471f-92d9-f4a5e55faa7a,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:15.545803 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b38feb-d3ef-434a-bfbd-6f65cd153fea req-664e8137-ac0a-49d0-a3a8-3b9796d7942c tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:15.547297 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c4b38feb-d3ef-434a-bfbd-6f65cd153fea req-664e8137-ac0a-49d0-a3a8-3b9796d7942c tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 946 time: 0.1124747 Feb 20 21:57:15.571550 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c5aa6-0042-4731-9673-99848d9034ef req-e6361f69-51cc-43a5-9786-c5c05363373c tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:15.573121 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2a1c5aa6-0042-4731-9673-99848d9034ef req-e6361f69-51cc-43a5-9786-c5c05363373c tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.1469162 Feb 20 21:57:15.576622 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f9e54a-4446-4060-ab5a-5808a7a12531 admin admin] Deleting subnet 2a03e070-3377-45ae-85b5-912784c4c535 {{(pid=102707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 21:57:15.590511 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f9e54a-4446-4060-ab5a-5808a7a12531 admin admin] Publish callbacks [] for subnet (2a03e070-3377-45ae-85b5-912784c4c535), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:15.668265 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f9e54a-4446-4060-ab5a-5808a7a12531 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11566206'] for subnet (2a03e070-3377-45ae-85b5-912784c4c535), precommit_delete_associations {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:15.704444 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c4b38feb-d3ef-434a-bfbd-6f65cd153fea req-8eb0fd85-01a8-49d3-bf7e-192f317b692e tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490955 Feb 20 21:57:15.728078 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2a1c5aa6-0042-4731-9673-99848d9034ef req-9dc41dca-28b5-410e-816c-4beebd36df9c tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342235 Feb 20 21:57:15.738205 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f9e54a-4446-4060-ab5a-5808a7a12531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882536'] for subnet (2a03e070-3377-45ae-85b5-912784c4c535), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:15.891693 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f9e54a-4446-4060-ab5a-5808a7a12531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11566090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12283557'] for subnet (2a03e070-3377-45ae-85b5-912784c4c535), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:15.933477 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294098c1-a33e-4d83-80eb-ee1725d36fae req-6daba038-c370-4022-8217-91493c355a09 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:15.935532 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-294098c1-a33e-4d83-80eb-ee1725d36fae req-6daba038-c370-4022-8217-91493c355a09 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.1360111 Feb 20 21:57:15.937820 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9e54a-4446-4060-ab5a-5808a7a12531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a03e070-3377-45ae-85b5-912784c4c535,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:15.940426 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-61f9e54a-4446-4060-ab5a-5808a7a12531 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:15.943405 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-61f9e54a-4446-4060-ab5a-5808a7a12531 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2a03e070-3377-45ae-85b5-912784c4c535 HTTP/1.1" status: 204 len: 168 time: 0.4490809 Feb 20 21:57:15.946259 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 52510) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:15.959872 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85768e14-1984-404d-a0fd-48a8ad07034a req-779a15a0-6f73-44ce-99b1-7855db14ddfa tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:15.961067 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-85768e14-1984-404d-a0fd-48a8ad07034a req-779a15a0-6f73-44ce-99b1-7855db14ddfa tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.1082265 Feb 20 21:57:15.961665 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 52512) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:15.966252 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-ec707516-911a-49b2-9a53-254b998c06d9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Request body: {'floatingip': {'port_id': '5715d649-e00d-4d4d-94f8-39659bc92fa5'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:57:16.037787 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-41ca01ea-c57e-4521-ba88-e57217452d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834273'] for network (db6be337-c0fd-4728-93a6-8a70171ed89a), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:16.070316 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ec707516-911a-49b2-9a53-254b998c06d9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for floatingip (019b3e2e-b5db-42fc-884d-3c40490c415a), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:16.249900 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-85768e14-1984-404d-a0fd-48a8ad07034a req-3edb5bbe-a3db-47d6-af38-d0d4db7e7a9d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553236 Feb 20 21:57:16.350912 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b49d25-6122-40ad-87c2-e27906b54643 req-43cfc772-fb19-4cf7-927f-cc532c08ad8c tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:16.352427 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-87b49d25-6122-40ad-87c2-e27906b54643 req-43cfc772-fb19-4cf7-927f-cc532c08ad8c tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.1666377 Feb 20 21:57:16.441919 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-41ca01ea-c57e-4521-ba88-e57217452d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881377', 'neutron.services.segments.db._delete_segments_for_network-8760288176442'] for network (db6be337-c0fd-4728-93a6-8a70171ed89a), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:16.463863 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-41ca01ea-c57e-4521-ba88-e57217452d73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6be337-c0fd-4728-93a6-8a70171ed89a']}} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:57:16.473939 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-41ca01ea-c57e-4521-ba88-e57217452d73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b72c332-1db8-4498-92ce-ef2a420d1c37') {'for_net_delete': True} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:57:16.474242 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-41ca01ea-c57e-4521-ba88-e57217452d73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b72c332-1db8-4498-92ce-ef2a420d1c37') {} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:57:16.484503 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-41ca01ea-c57e-4521-ba88-e57217452d73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760288175939', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8472892'] for segment (3b72c332-1db8-4498-92ce-ef2a420d1c37), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:16.497637 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-41ca01ea-c57e-4521-ba88-e57217452d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (3b72c332-1db8-4498-92ce-ef2a420d1c37), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:16.503672 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ca01ea-c57e-4521-ba88-e57217452d73 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 21:57:16.504170 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-41ca01ea-c57e-4521-ba88-e57217452d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8474595'] for segment (3b72c332-1db8-4498-92ce-ef2a420d1c37), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: Traceback (most recent call last): Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: timer() Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: cb(*args, **kw) Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: return func(*args, **kwargs) Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: self._notify() Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: self.callback(batched_events) Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: event.method(event) Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: return f(self, *a, **k) Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._get(url).json() Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: return self.request(url, 'GET', **kwargs) Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 21:57:16.505813 dv-cinder-830093-1-iscsi neutron-server[102708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 21:57:16.508470 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-87b49d25-6122-40ad-87c2-e27906b54643 req-513f21ae-9368-4ec6-b339-2f804307d236 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235454 Feb 20 21:57:16.525449 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcd308-9585-4aa5-a2b0-ab06b6d2bd0e req-3ef42be0-37dd-4df4-949e-54841794d6d1 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:16.526929 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6efcd308-9585-4aa5-a2b0-ab06b6d2bd0e req-3ef42be0-37dd-4df4-949e-54841794d6d1 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.1432590 Feb 20 21:57:16.536785 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 52538) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:16.541110 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-04e0f025-25ca-4333-a9e9-890e62d9b120 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Request body: {'floatingip': {'port_id': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:57:16.564044 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-41ca01ea-c57e-4521-ba88-e57217452d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643055'] for network (db6be337-c0fd-4728-93a6-8a70171ed89a), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:16.569172 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-41ca01ea-c57e-4521-ba88-e57217452d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:16.572232 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-41ca01ea-c57e-4521-ba88-e57217452d73 admin admin] 10.222.0.61 "DELETE /v2.0/networks/db6be337-c0fd-4728-93a6-8a70171ed89a HTTP/1.1" status: 204 len: 168 time: 0.6248093 Feb 20 21:57:16.582999 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca01ea-c57e-4521-ba88-e57217452d73 admin admin] Pushing event deleted for resources: {'Network': ['ID=db6be337-c0fd-4728-93a6-8a70171ed89a,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:16.671030 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-04e0f025-25ca-4333-a9e9-890e62d9b120 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for floatingip (148f574b-6198-4a90-9b09-a005eaa3a1c5), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:16.759982 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 52546) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:16.814035 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-5122f6eb-4b3e-4a61-b70e-18637712767e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5914fbceb7154a53817055d3ae775bea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0535886 Feb 20 21:57:16.814693 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 52548) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:16.868300 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-42d2056d-656d-4122-b5c9-547771e93042 admin admin] Publish callbacks [] for security_group (fa67a03b-ab95-4bcd-8d43-28bc92adaf84), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:16.895842 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-42d2056d-656d-4122-b5c9-547771e93042 admin admin] Publish callbacks [] for security_group (fa67a03b-ab95-4bcd-8d43-28bc92adaf84), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:16.967491 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-42d2056d-656d-4122-b5c9-547771e93042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (fa67a03b-ab95-4bcd-8d43-28bc92adaf84), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:16.971377 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-42d2056d-656d-4122-b5c9-547771e93042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:16.976741 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-42d2056d-656d-4122-b5c9-547771e93042 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fa67a03b-ab95-4bcd-8d43-28bc92adaf84 HTTP/1.1" status: 204 len: 168 time: 0.1572149 Feb 20 21:57:16.985705 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2056d-656d-4122-b5c9-547771e93042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa67a03b-ab95-4bcd-8d43-28bc92adaf84,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:17.312826 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.db.resource_extend [None req-ec707516-911a-49b2-9a53-254b998c06d9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 21:57:17.480489 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ec707516-911a-49b2-9a53-254b998c06d9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:17.519242 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ec707516-911a-49b2-9a53-254b998c06d9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643065'] for floatingip (019b3e2e-b5db-42fc-884d-3c40490c415a), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:17.585882 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 52590) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:17.646911 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-f66ff29f-9997-4147-ae7b-6a8059a0515f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b25c1f0852784963ba7efb0d8436a0a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0601606 Feb 20 21:57:17.649342 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 52594) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:17.704380 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 52596) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:17.715368 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-afb063c8-7a01-4ac1-ac15-9583c96699c8 admin admin] Publish callbacks [] for security_group (f725e295-e5ef-4118-8528-cd2ea0440a8b), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:17.739782 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.db.l3_db [None req-ec707516-911a-49b2-9a53-254b998c06d9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Floating IP 019b3e2e-b5db-42fc-884d-3c40490c415a associated. External IP: 172.27.3.124, port: 5715d649-e00d-4d4d-94f8-39659bc92fa5. Feb 20 21:57:17.750907 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-afb063c8-7a01-4ac1-ac15-9583c96699c8 admin admin] Publish callbacks [] for security_group (f725e295-e5ef-4118-8528-cd2ea0440a8b), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:17.770984 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d3f16-153a-4847-a27b-f4a15ddc96ed req-c4f0557f-60c7-4595-998b-67e057caf0f1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:17.772513 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6e0d3f16-153a-4847-a27b-f4a15ddc96ed req-c4f0557f-60c7-4595-998b-67e057caf0f1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.1464953 Feb 20 21:57:17.841825 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-afb063c8-7a01-4ac1-ac15-9583c96699c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (f725e295-e5ef-4118-8528-cd2ea0440a8b), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:17.844437 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-afb063c8-7a01-4ac1-ac15-9583c96699c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:17.856110 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-afb063c8-7a01-4ac1-ac15-9583c96699c8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f725e295-e5ef-4118-8528-cd2ea0440a8b HTTP/1.1" status: 204 len: 168 time: 0.1954949 Feb 20 21:57:17.871977 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-daffe5cb-6b0d-4390-92f7-d1c8a5725b5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:17.875557 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb063c8-7a01-4ac1-ac15-9583c96699c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f725e295-e5ef-4118-8528-cd2ea0440a8b,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:17.963649 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-daffe5cb-6b0d-4390-92f7-d1c8a5725b5a admin admin] Publish callbacks [] for security_group (7ef7f36d-b7f6-420b-82a0-f44d6e254bb4), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:17.969635 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-daffe5cb-6b0d-4390-92f7-d1c8a5725b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (7ef7f36d-b7f6-420b-82a0-f44d6e254bb4), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:17.977941 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6e0d3f16-153a-4847-a27b-f4a15ddc96ed req-f886372b-92df-4f5b-8aef-2e7c4db4f896 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707058 Feb 20 21:57:17.980023 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-04e0f025-25ca-4333-a9e9-890e62d9b120 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:17.989679 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-04e0f025-25ca-4333-a9e9-890e62d9b120 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643065'] for floatingip (148f574b-6198-4a90-9b09-a005eaa3a1c5), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:18.031464 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-daffe5cb-6b0d-4390-92f7-d1c8a5725b5a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cbe1aaec036945098a7710830ac2e29c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259954 Feb 20 21:57:18.032082 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 52604) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:18.071467 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffe5cb-6b0d-4390-92f7-d1c8a5725b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef7f36d-b7f6-420b-82a0-f44d6e254bb4,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:18.105348 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-69684bf2-822c-485f-9180-f8b536dcbbb3 admin admin] Publish callbacks [] for security_group (7ef7f36d-b7f6-420b-82a0-f44d6e254bb4), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:18.127678 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-69684bf2-822c-485f-9180-f8b536dcbbb3 admin admin] Publish callbacks [] for security_group (7ef7f36d-b7f6-420b-82a0-f44d6e254bb4), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:18.182386 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-69684bf2-822c-485f-9180-f8b536dcbbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (7ef7f36d-b7f6-420b-82a0-f44d6e254bb4), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:18.187524 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-69684bf2-822c-485f-9180-f8b536dcbbb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:18.191742 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-69684bf2-822c-485f-9180-f8b536dcbbb3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7ef7f36d-b7f6-420b-82a0-f44d6e254bb4 HTTP/1.1" status: 204 len: 168 time: 0.1584680 Feb 20 21:57:18.205130 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69684bf2-822c-485f-9180-f8b536dcbbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef7f36d-b7f6-420b-82a0-f44d6e254bb4,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:18.225734 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.db.l3_db [None req-04e0f025-25ca-4333-a9e9-890e62d9b120 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Floating IP 148f574b-6198-4a90-9b09-a005eaa3a1c5 associated. External IP: 172.27.3.102, port: aaef37b2-cc8c-4644-bbd0-73b1ccf00101. Feb 20 21:57:18.270896 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec707516-911a-49b2-9a53-254b998c06d9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Router 2741698a-f3c3-40b5-8a36-9af40f6fa99f has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:57:18.656935 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 52640) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:18.677942 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-183db0b0-6402-42d7-b4bc-4c8bcc2c2ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:18.723233 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec707516-911a-49b2-9a53-254b998c06d9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:57:18.739737 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc92b84-69ce-45a6-a325-b042425d00db None None] Sync routers for ids ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'] in dv-cinder-830093-1-iscsi {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:57:18.760188 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ec707516-911a-49b2-9a53-254b998c06d9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:18.764298 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc92b84-69ce-45a6-a325-b042425d00db None None] Routers {'2741698a-f3c3-40b5-8a36-9af40f6fa99f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:57:18.767187 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-7fc92b84-69ce-45a6-a325-b042425d00db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:56:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:57:18.811191 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-ec707516-911a-49b2-9a53-254b998c06d9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "PUT /v2.0/floatingips/019b3e2e-b5db-42fc-884d-3c40490c415a HTTP/1.1" status: 200 len: 992 time: 2.8472700 Feb 20 21:57:18.828077 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3790508-8374-4604-8e6d-5cd99038f521', 'tag': '5715d649-e00d-4d4d-94f8-39659bc92fa5'}] {{(pid=102707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:57:18.838268 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820eb19fa05f47c33a4eb3d5d015730f1ac844cc5791151cf4d8bf01498112d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2170ed87-dc1b-403b-af2c-71320538e27f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3790508-8374-4604-8e6d-5cd99038f521", "tag": "5715d649-e00d-4d4d-94f8-39659bc92fa5"}]}' {{(pid=102707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:57:18.873080 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e0f025-25ca-4333-a9e9-890e62d9b120 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Router 6cf77314-15de-4d2b-b270-386df3c7e46f has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:57:18.911040 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-183db0b0-6402-42d7-b4bc-4c8bcc2c2ea2 admin admin] Publish callbacks [] for security_group (fb327f36-1627-4155-8ba6-a123d9d90218), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:18.918560 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-183db0b0-6402-42d7-b4bc-4c8bcc2c2ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (fb327f36-1627-4155-8ba6-a123d9d90218), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:18.942488 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-7fc92b84-69ce-45a6-a325-b042425d00db None None] Set router 2741698a-f3c3-40b5-8a36-9af40f6fa99f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:57:18.998068 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20718c19-39d0-4152-b895-84762221bb28 x-openstack-request-id: req-20718c19-39d0-4152-b895-84762221bb28 {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:57:18.998630 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3790508-8374-4604-8e6d-5cd99038f521", "tag": "5715d649-e00d-4d4d-94f8-39659bc92fa5", "status": "completed", "code": 200}]} {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:57:18.999054 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20718c19-39d0-4152-b895-84762221bb28 {{(pid=102707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:57:18.999629 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3790508-8374-4604-8e6d-5cd99038f521', 'tag': '5715d649-e00d-4d4d-94f8-39659bc92fa5', 'status': 'completed', 'code': 200} Feb 20 21:57:19.059569 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-183db0b0-6402-42d7-b4bc-4c8bcc2c2ea2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e8083df49f34fc59986fca408780d58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4014843 Feb 20 21:57:19.062486 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 52660) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:19.064641 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183db0b0-6402-42d7-b4bc-4c8bcc2c2ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb327f36-1627-4155-8ba6-a123d9d90218,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:19.126199 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170ed87-dc1b-403b-af2c-71320538e27f req-4d2cd08d-7645-454b-ac51-97be400ce6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:19.128293 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2170ed87-dc1b-403b-af2c-71320538e27f req-4d2cd08d-7645-454b-ac51-97be400ce6d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756580a91a2b4d2c966ba3317abe4e04&device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 1130 time: 0.1422546 Feb 20 21:57:19.162434 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a0df4826-9a09-42c5-b5c8-cb84974cbbb1 admin admin] Publish callbacks [] for security_group (fb327f36-1627-4155-8ba6-a123d9d90218), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:19.187813 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e0f025-25ca-4333-a9e9-890e62d9b120 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:57:19.198515 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9575d638-9884-411d-aa5d-7c3160a6fd0f None None] Sync routers for ids ['6cf77314-15de-4d2b-b270-386df3c7e46f'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:57:19.204300 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-04e0f025-25ca-4333-a9e9-890e62d9b120 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:19.218511 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9575d638-9884-411d-aa5d-7c3160a6fd0f None None] Routers {'6cf77314-15de-4d2b-b270-386df3c7e46f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:57:19.220410 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-9575d638-9884-411d-aa5d-7c3160a6fd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:56:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['6cf77314-15de-4d2b-b270-386df3c7e46f'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:57:19.230990 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a0df4826-9a09-42c5-b5c8-cb84974cbbb1 admin admin] Publish callbacks [] for security_group (fb327f36-1627-4155-8ba6-a123d9d90218), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:19.249031 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f23b8e-ca7b-43cb-aae7-3c7595912953 req-12fe6faa-ee87-4f07-a9fa-fedd95ab8fe8 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:19.256507 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c3f23b8e-ca7b-43cb-aae7-3c7595912953 req-12fe6faa-ee87-4f07-a9fa-fedd95ab8fe8 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.1220105 Feb 20 21:57:19.284148 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-04e0f025-25ca-4333-a9e9-890e62d9b120 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "PUT /v2.0/floatingips/148f574b-6198-4a90-9b09-a005eaa3a1c5 HTTP/1.1" status: 200 len: 991 time: 2.7462761 Feb 20 21:57:19.320532 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170ed87-dc1b-403b-af2c-71320538e27f req-fff08bd6-97a4-49ba-bc65-784ccb155027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:19.322299 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2170ed87-dc1b-403b-af2c-71320538e27f req-fff08bd6-97a4-49ba-bc65-784ccb155027 service neutron] 10.222.0.45 "GET /v2.0/networks?id=070027a4-7989-40e5-92de-9f9067d39452 HTTP/1.1" status: 200 len: 912 time: 0.1838791 Feb 20 21:57:19.352092 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-7fc92b84-69ce-45a6-a325-b042425d00db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:36Z', 'revision_number': 4, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port': {'id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': '019b3e2e-b5db-42fc-884d-3c40490c415a', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'port_id': '5715d649-e00d-4d4d-94f8-39659bc92fa5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'mac_address': 'fa:16:3e:83:e3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3790508-8374-4604-8e6d-5cd99038f521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:56:48Z', 'updated_at': '2022-02-20T21:57:17Z', 'revision_number': 1, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead3a500-703a-4024-a7a1-b0bbfeec6399', 'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'mac_address': 'fa:16:3e:c1:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:32Z', 'updated_at': '2022-02-20T21:56:47Z', 'revision_number': 5, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'subnets': [{'id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:57:19.382996 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c3f23b8e-ca7b-43cb-aae7-3c7595912953 req-1fe14f4d-7677-4913-9991-3ef6fb3ce5b8 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255977 Feb 20 21:57:19.386032 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc92b84-69ce-45a6-a325-b042425d00db None None] Checking router: 2741698a-f3c3-40b5-8a36-9af40f6fa99f for host: dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:57:19.391225 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-9575d638-9884-411d-aa5d-7c3160a6fd0f None None] Set router 6cf77314-15de-4d2b-b270-386df3c7e46f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:57:19.403380 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc92b84-69ce-45a6-a325-b042425d00db None None] Routers {'2741698a-f3c3-40b5-8a36-9af40f6fa99f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:57:19.403380 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-7fc92b84-69ce-45a6-a325-b042425d00db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:56:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:57:19.460377 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a0df4826-9a09-42c5-b5c8-cb84974cbbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (fb327f36-1627-4155-8ba6-a123d9d90218), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:19.465204 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a0df4826-9a09-42c5-b5c8-cb84974cbbb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:19.467077 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-a0df4826-9a09-42c5-b5c8-cb84974cbbb1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb327f36-1627-4155-8ba6-a123d9d90218 HTTP/1.1" status: 204 len: 168 time: 0.4034019 Feb 20 21:57:19.536779 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df4826-9a09-42c5-b5c8-cb84974cbbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb327f36-1627-4155-8ba6-a123d9d90218,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:19.593706 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-7fc92b84-69ce-45a6-a325-b042425d00db None None] Set router 2741698a-f3c3-40b5-8a36-9af40f6fa99f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:57:19.595408 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2170ed87-dc1b-403b-af2c-71320538e27f req-cd3dabf3-666f-44ec-9002-f0e27d4d6101 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5715d649-e00d-4d4d-94f8-39659bc92fa5 HTTP/1.1" status: 200 len: 1000 time: 0.2602901 Feb 20 21:57:19.723841 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170ed87-dc1b-403b-af2c-71320538e27f req-8a4076a2-a3a1-4fb2-9659-a6e21cb22ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:19.727963 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2170ed87-dc1b-403b-af2c-71320538e27f req-8a4076a2-a3a1-4fb2-9659-a6e21cb22ef6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01c948a3-526d-473a-8a34-79d808f1ad12 HTTP/1.1" status: 200 len: 850 time: 0.1238091 Feb 20 21:57:19.769586 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-9575d638-9884-411d-aa5d-7c3160a6fd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '863666a3-9174-42d8-9943-8496e886fcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:32Z', 'revision_number': 4, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port': {'id': '863666a3-9174-42d8-9943-8496e886fcc1', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': '148f574b-6198-4a90-9b09-a005eaa3a1c5', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'port_id': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'mac_address': 'fa:16:3e:fb:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cbd87-824f-48fc-a71c-2521393b6abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:56:47Z', 'updated_at': '2022-02-20T21:57:17Z', 'revision_number': 1, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5030827b-b1c2-4bc3-9567-e65df84a9795', 'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'mac_address': 'fa:16:3e:3c:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:30Z', 'updated_at': '2022-02-20T21:56:42Z', 'revision_number': 5, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'subnets': [{'id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:57:19.844754 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9575d638-9884-411d-aa5d-7c3160a6fd0f None None] Checking router: 6cf77314-15de-4d2b-b270-386df3c7e46f for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:57:19.859594 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170ed87-dc1b-403b-af2c-71320538e27f req-d5925e40-6b78-42c3-ad32-8aaf873e5c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:19.860899 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9575d638-9884-411d-aa5d-7c3160a6fd0f None None] Routers {'6cf77314-15de-4d2b-b270-386df3c7e46f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:57:19.861617 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-9575d638-9884-411d-aa5d-7c3160a6fd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:56:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['6cf77314-15de-4d2b-b270-386df3c7e46f'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:57:19.873748 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2170ed87-dc1b-403b-af2c-71320538e27f req-d5925e40-6b78-42c3-ad32-8aaf873e5c5c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=070027a4-7989-40e5-92de-9f9067d39452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1276021 Feb 20 21:57:19.992214 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-7fc92b84-69ce-45a6-a325-b042425d00db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:36Z', 'revision_number': 4, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port': {'id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': '019b3e2e-b5db-42fc-884d-3c40490c415a', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'port_id': '5715d649-e00d-4d4d-94f8-39659bc92fa5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'mac_address': 'fa:16:3e:83:e3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3790508-8374-4604-8e6d-5cd99038f521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:56:48Z', 'updated_at': '2022-02-20T21:57:17Z', 'revision_number': 1, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead3a500-703a-4024-a7a1-b0bbfeec6399', 'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'mac_address': 'fa:16:3e:c1:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:32Z', 'updated_at': '2022-02-20T21:56:47Z', 'revision_number': 5, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'subnets': [{'id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:57:20.022590 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc92b84-69ce-45a6-a325-b042425d00db None None] The sync data for ids ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'] in dv-cinder-830093-1-iscsi is: [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:36Z', 'revision_number': 4, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port': {'id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': '019b3e2e-b5db-42fc-884d-3c40490c415a', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'port_id': '5715d649-e00d-4d4d-94f8-39659bc92fa5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'mac_address': 'fa:16:3e:83:e3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3790508-8374-4604-8e6d-5cd99038f521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:56:48Z', 'updated_at': '2022-02-20T21:57:17Z', 'revision_number': 1, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead3a500-703a-4024-a7a1-b0bbfeec6399', 'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'mac_address': 'fa:16:3e:c1:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:32Z', 'updated_at': '2022-02-20T21:56:47Z', 'revision_number': 5, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'subnets': [{'id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:57:20.100297 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2170ed87-dc1b-403b-af2c-71320538e27f req-35ce2d25-a09c-4ace-8389-df75e5f69542 service neutron] 10.222.0.45 "GET /v2.0/networks/070027a4-7989-40e5-92de-9f9067d39452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256501 Feb 20 21:57:20.126330 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-9575d638-9884-411d-aa5d-7c3160a6fd0f None None] Set router 6cf77314-15de-4d2b-b270-386df3c7e46f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:57:20.267734 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2170ed87-dc1b-403b-af2c-71320538e27f req-fefdccb9-bfef-4866-8d40-25691826ca9a service neutron] 10.222.0.45 "GET /v2.0/networks/070027a4-7989-40e5-92de-9f9067d39452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610301 Feb 20 21:57:20.381031 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c29903d-4ecd-4879-8348-342f53da23c4 None None] New status for floating IP 019b3e2e-b5db-42fc-884d-3c40490c415a: ACTIVE {{(pid=102710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 21:57:20.567584 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-9575d638-9884-411d-aa5d-7c3160a6fd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '863666a3-9174-42d8-9943-8496e886fcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:32Z', 'revision_number': 4, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port': {'id': '863666a3-9174-42d8-9943-8496e886fcc1', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': '148f574b-6198-4a90-9b09-a005eaa3a1c5', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'port_id': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'mac_address': 'fa:16:3e:fb:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cbd87-824f-48fc-a71c-2521393b6abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:56:47Z', 'updated_at': '2022-02-20T21:57:17Z', 'revision_number': 1, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5030827b-b1c2-4bc3-9567-e65df84a9795', 'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'mac_address': 'fa:16:3e:3c:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:30Z', 'updated_at': '2022-02-20T21:56:42Z', 'revision_number': 5, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'subnets': [{'id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:57:20.609927 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9575d638-9884-411d-aa5d-7c3160a6fd0f None None] The sync data for ids ['6cf77314-15de-4d2b-b270-386df3c7e46f'] in dv-cinder-830093-1-iscsi is: [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '863666a3-9174-42d8-9943-8496e886fcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:32Z', 'revision_number': 4, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port': {'id': '863666a3-9174-42d8-9943-8496e886fcc1', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': '148f574b-6198-4a90-9b09-a005eaa3a1c5', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'port_id': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'mac_address': 'fa:16:3e:fb:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cbd87-824f-48fc-a71c-2521393b6abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:56:47Z', 'updated_at': '2022-02-20T21:57:17Z', 'revision_number': 1, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5030827b-b1c2-4bc3-9567-e65df84a9795', 'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'mac_address': 'fa:16:3e:3c:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:30Z', 'updated_at': '2022-02-20T21:56:42Z', 'revision_number': 5, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'subnets': [{'id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:57:20.618606 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f72be5-42da-4a63-8253-71fe3bb505da req-c958ac34-61b1-49a0-846d-7e24fc5453c6 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:20.620285 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b5f72be5-42da-4a63-8253-71fe3bb505da req-c958ac34-61b1-49a0-846d-7e24fc5453c6 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.1031497 Feb 20 21:57:20.698550 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b5f72be5-42da-4a63-8253-71fe3bb505da req-3f0c4512-586d-4f85-886d-8707c2fdd7b0 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693576 Feb 20 21:57:20.926084 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f3812d-426a-4691-ad3e-70f27155f119 None None] New status for floating IP 148f574b-6198-4a90-9b09-a005eaa3a1c5: ACTIVE {{(pid=102709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 21:57:21.001437 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877cbd87-824f-48fc-a71c-2521393b6abc', 'tag': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101'}] {{(pid=102707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:57:21.005351 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820eb19fa05f47c33a4eb3d5d015730f1ac844cc5791151cf4d8bf01498112d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b269e4fb-9de2-4465-ba02-342737466984" -d '{"events": [{"name": "network-changed", "server_uuid": "877cbd87-824f-48fc-a71c-2521393b6abc", "tag": "aaef37b2-cc8c-4644-bbd0-73b1ccf00101"}]}' {{(pid=102707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:57:21.048288 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e8b8d2-c995-497a-b2e2-e34704628b4e x-openstack-request-id: req-f2e8b8d2-c995-497a-b2e2-e34704628b4e {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:57:21.048587 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877cbd87-824f-48fc-a71c-2521393b6abc", "tag": "aaef37b2-cc8c-4644-bbd0-73b1ccf00101", "status": "completed", "code": 200}]} {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:57:21.048839 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f2e8b8d2-c995-497a-b2e2-e34704628b4e {{(pid=102707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:57:21.049268 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '877cbd87-824f-48fc-a71c-2521393b6abc', 'tag': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101', 'status': 'completed', 'code': 200} Feb 20 21:57:21.133098 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269e4fb-9de2-4465-ba02-342737466984 req-cfeee9ef-8c0d-4cd4-af63-7d23f199347c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:21.135180 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b269e4fb-9de2-4465-ba02-342737466984 req-cfeee9ef-8c0d-4cd4-af63-7d23f199347c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52eb4398f63e4c4c8811bf06725eddc8&device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 1129 time: 0.0513155 Feb 20 21:57:21.158918 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-26505135-93b0-4280-8a0e-350eaf08b9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:21.243049 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269e4fb-9de2-4465-ba02-342737466984 req-789a6075-a311-4ca2-8136-b93a83b6c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:21.244544 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b269e4fb-9de2-4465-ba02-342737466984 req-789a6075-a311-4ca2-8136-b93a83b6c975 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e763aaf-88b9-4e27-90cd-d1934feee28a HTTP/1.1" status: 200 len: 918 time: 0.0994856 Feb 20 21:57:21.330216 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b269e4fb-9de2-4465-ba02-342737466984 req-b176ac17-4d5a-4a27-a995-bd71e19151dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaef37b2-cc8c-4644-bbd0-73b1ccf00101 HTTP/1.1" status: 200 len: 999 time: 0.0770471 Feb 20 21:57:21.390607 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269e4fb-9de2-4465-ba02-342737466984 req-78813023-ea68-4bf2-8900-6b8e444d9898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:21.392194 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b269e4fb-9de2-4465-ba02-342737466984 req-78813023-ea68-4bf2-8900-6b8e444d9898 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c8aaa30-49a3-42aa-9af8-224d54cdf692 HTTP/1.1" status: 200 len: 856 time: 0.0557942 Feb 20 21:57:21.457640 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269e4fb-9de2-4465-ba02-342737466984 req-d464649b-2011-4f5b-a995-399ddb9caebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:21.459819 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b269e4fb-9de2-4465-ba02-342737466984 req-d464649b-2011-4f5b-a995-399ddb9caebb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e763aaf-88b9-4e27-90cd-d1934feee28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576675 Feb 20 21:57:21.563319 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b269e4fb-9de2-4465-ba02-342737466984 req-5aac5892-fe3a-4dab-ae40-33587efca16b service neutron] 10.222.0.45 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915523 Feb 20 21:57:21.678636 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b269e4fb-9de2-4465-ba02-342737466984 req-f70b96a7-8988-40dc-a054-931dea539b39 service neutron] 10.222.0.45 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994303 Feb 20 21:57:21.820646 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5661f-f2a4-48d0-82a6-7a87fb63a6e9 req-7aa9c80a-9a8b-48fd-88d2-6010c638add7 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:21.823071 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c1e5661f-f2a4-48d0-82a6-7a87fb63a6e9 req-7aa9c80a-9a8b-48fd-88d2-6010c638add7 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0532165 Feb 20 21:57:21.825291 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 52782) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:21.876466 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c1e5661f-f2a4-48d0-82a6-7a87fb63a6e9 req-3d1ebbb4-3d8c-4f63-a851-4667208efe1f tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447600 Feb 20 21:57:21.929824 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-094ac9db-2753-4bf6-92a6-b9d28ebbecc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:22.008506 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-094ac9db-2753-4bf6-92a6-b9d28ebbecc1 admin admin] Publish callbacks [] for security_group (ca759636-7c7f-49f2-a7bc-690d2aa1d5ec), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:22.012584 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-094ac9db-2753-4bf6-92a6-b9d28ebbecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (ca759636-7c7f-49f2-a7bc-690d2aa1d5ec), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:22.052353 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ac9db-2753-4bf6-92a6-b9d28ebbecc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca759636-7c7f-49f2-a7bc-690d2aa1d5ec,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:22.056276 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-094ac9db-2753-4bf6-92a6-b9d28ebbecc1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b7c167d52a5b45208bd91a4d8e0cf430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293613 Feb 20 21:57:22.059830 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 52792) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:22.063289 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ac9db-2753-4bf6-92a6-b9d28ebbecc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.063651 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ac9db-2753-4bf6-92a6-b9d28ebbecc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.064006 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ac9db-2753-4bf6-92a6-b9d28ebbecc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.064353 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ac9db-2753-4bf6-92a6-b9d28ebbecc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.064698 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ac9db-2753-4bf6-92a6-b9d28ebbecc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.065149 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ac9db-2753-4bf6-92a6-b9d28ebbecc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.065384 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ac9db-2753-4bf6-92a6-b9d28ebbecc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.065719 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ac9db-2753-4bf6-92a6-b9d28ebbecc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.066053 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ac9db-2753-4bf6-92a6-b9d28ebbecc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.066488 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ac9db-2753-4bf6-92a6-b9d28ebbecc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.066970 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ac9db-2753-4bf6-92a6-b9d28ebbecc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.068224 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ac9db-2753-4bf6-92a6-b9d28ebbecc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.068577 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ac9db-2753-4bf6-92a6-b9d28ebbecc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.123729 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f8b54a0d-3d05-418e-a2ce-1502183a1666 admin admin] Publish callbacks [] for security_group (ca759636-7c7f-49f2-a7bc-690d2aa1d5ec), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:22.144530 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f8b54a0d-3d05-418e-a2ce-1502183a1666 admin admin] Publish callbacks [] for security_group (ca759636-7c7f-49f2-a7bc-690d2aa1d5ec), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:22.191201 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f8b54a0d-3d05-418e-a2ce-1502183a1666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (ca759636-7c7f-49f2-a7bc-690d2aa1d5ec), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:22.194019 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f8b54a0d-3d05-418e-a2ce-1502183a1666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:22.197004 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-f8b54a0d-3d05-418e-a2ce-1502183a1666 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca759636-7c7f-49f2-a7bc-690d2aa1d5ec HTTP/1.1" status: 204 len: 168 time: 0.1344068 Feb 20 21:57:22.202987 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b54a0d-3d05-418e-a2ce-1502183a1666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca759636-7c7f-49f2-a7bc-690d2aa1d5ec,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:22.210022 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b54a0d-3d05-418e-a2ce-1502183a1666 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.210384 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b54a0d-3d05-418e-a2ce-1502183a1666 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.210739 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b54a0d-3d05-418e-a2ce-1502183a1666 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.211083 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b54a0d-3d05-418e-a2ce-1502183a1666 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.211426 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b54a0d-3d05-418e-a2ce-1502183a1666 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.211765 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b54a0d-3d05-418e-a2ce-1502183a1666 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.212124 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b54a0d-3d05-418e-a2ce-1502183a1666 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.212461 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b54a0d-3d05-418e-a2ce-1502183a1666 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.212791 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b54a0d-3d05-418e-a2ce-1502183a1666 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.213158 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b54a0d-3d05-418e-a2ce-1502183a1666 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.213498 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b54a0d-3d05-418e-a2ce-1502183a1666 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.213832 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b54a0d-3d05-418e-a2ce-1502183a1666 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.214160 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b54a0d-3d05-418e-a2ce-1502183a1666 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:22.448741 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 52804) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:22.462290 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-75ad6486-5a7d-468b-bd63-768f08db2d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:22.537935 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-75ad6486-5a7d-468b-bd63-768f08db2d63 admin admin] Publish callbacks [] for security_group (ac91f243-5bf6-4ad0-a122-300bf52526cb), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:22.541834 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-75ad6486-5a7d-468b-bd63-768f08db2d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (ac91f243-5bf6-4ad0-a122-300bf52526cb), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:22.584768 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-75ad6486-5a7d-468b-bd63-768f08db2d63 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e53b06ce02344da1b18dacd1bed8df25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345348 Feb 20 21:57:22.585667 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad6486-5a7d-468b-bd63-768f08db2d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac91f243-5bf6-4ad0-a122-300bf52526cb,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:22.587376 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 52814) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:22.637178 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-2ba0691f-1306-4c95-960d-953d65242ef0 admin admin] Publish callbacks [] for security_group (ac91f243-5bf6-4ad0-a122-300bf52526cb), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:22.658599 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-2ba0691f-1306-4c95-960d-953d65242ef0 admin admin] Publish callbacks [] for security_group (ac91f243-5bf6-4ad0-a122-300bf52526cb), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:22.706626 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-2ba0691f-1306-4c95-960d-953d65242ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (ac91f243-5bf6-4ad0-a122-300bf52526cb), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:22.709471 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-2ba0691f-1306-4c95-960d-953d65242ef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:22.710720 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-2ba0691f-1306-4c95-960d-953d65242ef0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ac91f243-5bf6-4ad0-a122-300bf52526cb HTTP/1.1" status: 204 len: 168 time: 0.1223540 Feb 20 21:57:22.722106 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0691f-1306-4c95-960d-953d65242ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac91f243-5bf6-4ad0-a122-300bf52526cb,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:23.012319 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56823a26-432b-43ca-a87b-28180dba9bda req-7475d94b-a1a4-47f4-b9f1-5c31c067e0e9 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:23.014427 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-56823a26-432b-43ca-a87b-28180dba9bda req-7475d94b-a1a4-47f4-b9f1-5c31c067e0e9 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0599284 Feb 20 21:57:23.062774 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-56823a26-432b-43ca-a87b-28180dba9bda req-29136a8c-987e-44f4-b436-b6bbd7382719 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428407 Feb 20 21:57:23.116287 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8fed48f6-7293-4184-8a00-eefd2131eefa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:23.403536 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 52866) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:23.604409 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-acb08f03-cea6-4370-b7ed-e846256850c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:23.685236 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-acb08f03-cea6-4370-b7ed-e846256850c7 admin admin] Publish callbacks [] for security_group (64825725-f03a-4ebb-a3f1-f87a62dbd85e), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:23.689071 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-acb08f03-cea6-4370-b7ed-e846256850c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (64825725-f03a-4ebb-a3f1-f87a62dbd85e), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:23.730899 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-acb08f03-cea6-4370-b7ed-e846256850c7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b0e56ad229d94edfbd2c4f647c9a48cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262348 Feb 20 21:57:23.733957 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 52878) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:23.740505 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb08f03-cea6-4370-b7ed-e846256850c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64825725-f03a-4ebb-a3f1-f87a62dbd85e,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:23.786376 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-be1b77e8-7bc2-4d16-8714-c59fe4c6ed01 admin admin] Publish callbacks [] for security_group (64825725-f03a-4ebb-a3f1-f87a62dbd85e), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:23.811058 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-be1b77e8-7bc2-4d16-8714-c59fe4c6ed01 admin admin] Publish callbacks [] for security_group (64825725-f03a-4ebb-a3f1-f87a62dbd85e), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:23.860733 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-be1b77e8-7bc2-4d16-8714-c59fe4c6ed01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (64825725-f03a-4ebb-a3f1-f87a62dbd85e), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:23.863405 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-be1b77e8-7bc2-4d16-8714-c59fe4c6ed01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:23.864543 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-be1b77e8-7bc2-4d16-8714-c59fe4c6ed01 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/64825725-f03a-4ebb-a3f1-f87a62dbd85e HTTP/1.1" status: 204 len: 168 time: 0.1295445 Feb 20 21:57:23.872458 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b77e8-7bc2-4d16-8714-c59fe4c6ed01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64825725-f03a-4ebb-a3f1-f87a62dbd85e,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:24.280591 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 52906) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:24.307223 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-2984b6c5-0a95-4238-8f82-0f38efea3926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:24.335222 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68551a7-9956-4710-aac8-ac1bf8123019 req-820bcfb6-f28f-402c-b149-dd559801dc02 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:24.336758 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a68551a7-9956-4710-aac8-ac1bf8123019 req-820bcfb6-f28f-402c-b149-dd559801dc02 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0592885 Feb 20 21:57:24.386535 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:24.407516 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a68551a7-9956-4710-aac8-ac1bf8123019 req-463655cb-68da-41e0-97ae-d0402ac13dc4 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574391 Feb 20 21:57:24.411890 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-2984b6c5-0a95-4238-8f82-0f38efea3926 admin admin] Publish callbacks [] for security_group (813ac18a-27bf-4c9b-b83a-2410ec14ace9), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:24.422202 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-2984b6c5-0a95-4238-8f82-0f38efea3926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (813ac18a-27bf-4c9b-b83a-2410ec14ace9), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:24.471614 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-2984b6c5-0a95-4238-8f82-0f38efea3926 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2189c9a8a9964ee7bf9ff16476814359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899076 Feb 20 21:57:24.472410 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984b6c5-0a95-4238-8f82-0f38efea3926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813ac18a-27bf-4c9b-b83a-2410ec14ace9,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:24.475087 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 52918) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:24.527049 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-fb7e9944-9c71-4d1f-8740-bfefaf8a295e admin admin] Publish callbacks [] for security_group (813ac18a-27bf-4c9b-b83a-2410ec14ace9), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:24.549125 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-fb7e9944-9c71-4d1f-8740-bfefaf8a295e admin admin] Publish callbacks [] for security_group (813ac18a-27bf-4c9b-b83a-2410ec14ace9), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:24.594973 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-fb7e9944-9c71-4d1f-8740-bfefaf8a295e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (813ac18a-27bf-4c9b-b83a-2410ec14ace9), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:24.597654 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-fb7e9944-9c71-4d1f-8740-bfefaf8a295e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:24.598817 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-fb7e9944-9c71-4d1f-8740-bfefaf8a295e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/813ac18a-27bf-4c9b-b83a-2410ec14ace9 HTTP/1.1" status: 204 len: 168 time: 0.1222277 Feb 20 21:57:24.607896 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e9944-9c71-4d1f-8740-bfefaf8a295e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813ac18a-27bf-4c9b-b83a-2410ec14ace9,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:24.629698 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:57:25.525215 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392a400-75db-4a1c-8373-57cf59f191fb req-6ba03067-932e-4868-b715-9f764c4cb8c1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:25.526722 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b392a400-75db-4a1c-8373-57cf59f191fb req-6ba03067-932e-4868-b715-9f764c4cb8c1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0559037 Feb 20 21:57:25.574600 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b392a400-75db-4a1c-8373-57cf59f191fb req-10c3a089-3792-4ede-913b-b80c1ed4dd89 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420763 Feb 20 21:57:25.843972 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:26.205608 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f3d3fd14-dcfb-4cf1-a730-e76b0e5ce9ec req-dbfb8770-80ad-4d35-9b71-e9afe1dfa791 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417354 Feb 20 21:57:26.296555 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3fd14-dcfb-4cf1-a730-e76b0e5ce9ec req-ebedd7cd-b6ac-4bf3-9ef0-9599e136335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:26.298103 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f3d3fd14-dcfb-4cf1-a730-e76b0e5ce9ec req-ebedd7cd-b6ac-4bf3-9ef0-9599e136335d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2674958fb3694aff919a80f0a1133875&device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 1130 time: 0.0434272 Feb 20 21:57:26.401981 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3fd14-dcfb-4cf1-a730-e76b0e5ce9ec req-19ff5b80-a40f-4942-a7a3-18a21a6a636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:26.403475 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f3d3fd14-dcfb-4cf1-a730-e76b0e5ce9ec req-19ff5b80-a40f-4942-a7a3-18a21a6a636f service neutron] 10.222.0.45 "GET /v2.0/networks?id=e40b2997-2dc8-4b7f-a769-1be5e4f3954e HTTP/1.1" status: 200 len: 913 time: 0.0845935 Feb 20 21:57:26.445698 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f3d3fd14-dcfb-4cf1-a730-e76b0e5ce9ec req-6a22d6a9-8058-4c41-94b0-e2802c6ba7cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29305c29-820c-4a81-b773-8e641370f7d2 HTTP/1.1" status: 200 len: 217 time: 0.0350926 Feb 20 21:57:26.691254 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdee5e-76e4-43c8-989e-87194f2d9837 req-a4714047-f38f-4c0f-86e8-81510095700e tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:26.692746 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8bfdee5e-76e4-43c8-989e-87194f2d9837 req-a4714047-f38f-4c0f-86e8-81510095700e tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0544040 Feb 20 21:57:26.738562 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8bfdee5e-76e4-43c8-989e-87194f2d9837 req-b6547b85-e993-4426-aadb-b66d3b50ea99 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402277 Feb 20 21:57:27.286403 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:27.452914 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3fd14-dcfb-4cf1-a730-e76b0e5ce9ec req-963dafc4-dee8-4a9c-9feb-d9122adb7935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:27.454224 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f3d3fd14-dcfb-4cf1-a730-e76b0e5ce9ec req-963dafc4-dee8-4a9c-9feb-d9122adb7935 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2fad7868-f65c-477e-9877-d12c7fe62a5d HTTP/1.1" status: 200 len: 852 time: 0.0485835 Feb 20 21:57:27.854276 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71856f-f322-4d99-9e02-c0b130fcf744 req-7a80b7ac-635f-454a-ad79-ec639de82a96 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:27.856830 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9d71856f-f322-4d99-9e02-c0b130fcf744 req-7a80b7ac-635f-454a-ad79-ec639de82a96 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0544333 Feb 20 21:57:27.902325 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9d71856f-f322-4d99-9e02-c0b130fcf744 req-84b3a253-e4b0-470c-86af-061d2ea9cac0 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401955 Feb 20 21:57:28.357388 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f3d3fd14-dcfb-4cf1-a730-e76b0e5ce9ec req-dd251c25-ba51-4df9-be11-b31a9d6f86a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e40b2997-2dc8-4b7f-a769-1be5e4f3954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258062 Feb 20 21:57:29.022974 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad8498-bb23-4dae-bf3b-379cca180929 req-4e187785-b63e-4ec9-be99-0b7793039dc2 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:29.024477 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1cad8498-bb23-4dae-bf3b-379cca180929 req-4e187785-b63e-4ec9-be99-0b7793039dc2 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0562439 Feb 20 21:57:29.070445 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1cad8498-bb23-4dae-bf3b-379cca180929 req-eec09ed3-259f-4ab7-b799-392510dbfe70 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402150 Feb 20 21:57:29.246201 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:29.537303 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f3d3fd14-dcfb-4cf1-a730-e76b0e5ce9ec req-328e1593-b760-4202-b8cd-18dda09cd164 service neutron] 10.222.0.45 "GET /v2.0/networks/e40b2997-2dc8-4b7f-a769-1be5e4f3954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796847 Feb 20 21:57:29.641310 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f3d3fd14-dcfb-4cf1-a730-e76b0e5ce9ec req-1c2c43cb-da11-489d-affb-41786009a47f service neutron] 10.222.0.45 "GET /v2.0/networks/e40b2997-2dc8-4b7f-a769-1be5e4f3954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917656 Feb 20 21:57:30.232782 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7146f4-f080-4c47-b9fd-cfaff7624edd req-b2aa462b-28f4-4cc1-b435-0c4ed04897e6 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:30.235196 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4b7146f4-f080-4c47-b9fd-cfaff7624edd req-b2aa462b-28f4-4cc1-b435-0c4ed04897e6 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0650792 Feb 20 21:57:30.311692 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4b7146f4-f080-4c47-b9fd-cfaff7624edd req-ea9562be-0672-4158-89e4-bbe9981c88bc tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688133 Feb 20 21:57:31.433249 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadad887-2a55-47c1-8533-3b35d70a3708 req-de664aef-df12-4cfd-8c35-cec7ce00f974 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:31.434728 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-dadad887-2a55-47c1-8533-3b35d70a3708 req-de664aef-df12-4cfd-8c35-cec7ce00f974 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0546644 Feb 20 21:57:31.497562 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-dadad887-2a55-47c1-8533-3b35d70a3708 req-d947cd4d-4661-4ff1-a279-5b6d2e2105d6 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541148 Feb 20 21:57:31.615281 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 53092) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:31.723768 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-bf4f5488-7a88-4b63-aef5-a2077ba1691d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:31.823037 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-bf4f5488-7a88-4b63-aef5-a2077ba1691d admin admin] Publish callbacks [] for security_group (da7dab4f-3a68-4ef2-998f-1c1ffc4b1f89), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:31.827336 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-bf4f5488-7a88-4b63-aef5-a2077ba1691d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (da7dab4f-3a68-4ef2-998f-1c1ffc4b1f89), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:31.868330 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-bf4f5488-7a88-4b63-aef5-a2077ba1691d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5925d63235e146f1a166c059cbf5c858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516594 Feb 20 21:57:31.869395 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f5488-7a88-4b63-aef5-a2077ba1691d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7dab4f-3a68-4ef2-998f-1c1ffc4b1f89,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:31.871635 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53118) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:31.947688 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e93df600-7d55-4b15-8454-74c51a5056f2 admin admin] Publish callbacks [] for security_group (da7dab4f-3a68-4ef2-998f-1c1ffc4b1f89), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:31.973632 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e93df600-7d55-4b15-8454-74c51a5056f2 admin admin] Publish callbacks [] for security_group (da7dab4f-3a68-4ef2-998f-1c1ffc4b1f89), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:32.024242 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e93df600-7d55-4b15-8454-74c51a5056f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (da7dab4f-3a68-4ef2-998f-1c1ffc4b1f89), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:32.026931 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e93df600-7d55-4b15-8454-74c51a5056f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:32.028088 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-e93df600-7d55-4b15-8454-74c51a5056f2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/da7dab4f-3a68-4ef2-998f-1c1ffc4b1f89 HTTP/1.1" status: 204 len: 168 time: 0.1551774 Feb 20 21:57:32.032430 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51510b01-9656-4337-b19c-db2f53497730 req-5074ebc7-3e1f-4a8b-a54c-64fda57c4f4e tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:32.033909 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-51510b01-9656-4337-b19c-db2f53497730 req-5074ebc7-3e1f-4a8b-a54c-64fda57c4f4e tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 946 time: 0.0551276 Feb 20 21:57:32.047994 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93df600-7d55-4b15-8454-74c51a5056f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7dab4f-3a68-4ef2-998f-1c1ffc4b1f89,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:32.101568 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-51510b01-9656-4337-b19c-db2f53497730 req-d89d8621-16db-4ff4-ba62-1bd263eac6e9 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609627 Feb 20 21:57:32.190747 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53136) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:32.292018 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e2ac9cca-a7cf-42eb-96bd-e995960fd4fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:32.315741 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 53140) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:32.329269 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-41535ff7-00dc-445d-b62a-a595b8952358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:32.369054 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e2ac9cca-a7cf-42eb-96bd-e995960fd4fb admin admin] Publish callbacks [] for security_group (d9bc3be3-a755-4805-9bf6-ada74dea28f8), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:32.372781 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e2ac9cca-a7cf-42eb-96bd-e995960fd4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (d9bc3be3-a755-4805-9bf6-ada74dea28f8), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:32.409655 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-41535ff7-00dc-445d-b62a-a595b8952358 admin admin] Publish callbacks [] for security_group (b3f82c0b-338f-49fc-86e3-fcc31374e93a), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:32.414119 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-41535ff7-00dc-445d-b62a-a595b8952358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (b3f82c0b-338f-49fc-86e3-fcc31374e93a), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:32.417984 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-e2ac9cca-a7cf-42eb-96bd-e995960fd4fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8d1a786bef1249baa09e5c424ddde020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235885 Feb 20 21:57:32.417984 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac9cca-a7cf-42eb-96bd-e995960fd4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bc3be3-a755-4805-9bf6-ada74dea28f8,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:32.419016 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53142) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:32.455508 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-41535ff7-00dc-445d-b62a-a595b8952358 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f4bba4ce45134757ad7db22bf98b21d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385396 Feb 20 21:57:32.456438 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41535ff7-00dc-445d-b62a-a595b8952358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f82c0b-338f-49fc-86e3-fcc31374e93a,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:32.459848 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53144) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:32.484400 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ca467169-6b9f-4889-ade9-ef388a231844 admin admin] Publish callbacks [] for security_group (d9bc3be3-a755-4805-9bf6-ada74dea28f8), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:32.519745 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ca467169-6b9f-4889-ade9-ef388a231844 admin admin] Publish callbacks [] for security_group (d9bc3be3-a755-4805-9bf6-ada74dea28f8), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:32.544601 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1767a219-59b3-4dfa-a959-0aedb10f52c7 admin admin] Publish callbacks [] for security_group (b3f82c0b-338f-49fc-86e3-fcc31374e93a), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:32.579622 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1767a219-59b3-4dfa-a959-0aedb10f52c7 admin admin] Publish callbacks [] for security_group (b3f82c0b-338f-49fc-86e3-fcc31374e93a), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:32.613466 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ca467169-6b9f-4889-ade9-ef388a231844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (d9bc3be3-a755-4805-9bf6-ada74dea28f8), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:32.616758 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ca467169-6b9f-4889-ade9-ef388a231844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:32.617127 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd0b15-4e12-415c-b409-e8b360ef421f req-14da88a3-fabf-4d86-9495-c7eaf258aacc tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:32.617932 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-ca467169-6b9f-4889-ade9-ef388a231844 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d9bc3be3-a755-4805-9bf6-ada74dea28f8 HTTP/1.1" status: 204 len: 168 time: 0.1980133 Feb 20 21:57:32.618627 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f7cd0b15-4e12-415c-b409-e8b360ef421f req-14da88a3-fabf-4d86-9495-c7eaf258aacc tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0545313 Feb 20 21:57:32.627742 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467169-6b9f-4889-ade9-ef388a231844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bc3be3-a755-4805-9bf6-ada74dea28f8,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:32.649934 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1767a219-59b3-4dfa-a959-0aedb10f52c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (b3f82c0b-338f-49fc-86e3-fcc31374e93a), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:32.653760 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1767a219-59b3-4dfa-a959-0aedb10f52c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:32.657775 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-1767a219-59b3-4dfa-a959-0aedb10f52c7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b3f82c0b-338f-49fc-86e3-fcc31374e93a HTTP/1.1" status: 204 len: 168 time: 0.1943574 Feb 20 21:57:32.670645 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767a219-59b3-4dfa-a959-0aedb10f52c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f82c0b-338f-49fc-86e3-fcc31374e93a,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:32.685573 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f7cd0b15-4e12-415c-b409-e8b360ef421f req-6e658b69-0324-42a2-8bdd-c41de6ae3239 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587361 Feb 20 21:57:33.037335 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53170) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:33.050850 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-29368760-4276-4322-a596-d089ce1266e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:33.131775 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-29368760-4276-4322-a596-d089ce1266e5 admin admin] Publish callbacks [] for security_group (ccf53342-3d18-41e4-9b6a-de0e093b9b95), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:33.135571 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-29368760-4276-4322-a596-d089ce1266e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (ccf53342-3d18-41e4-9b6a-de0e093b9b95), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:33.177470 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-29368760-4276-4322-a596-d089ce1266e5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=76e7141ce41a4d24bd6b826d19cb5753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390381 Feb 20 21:57:33.178565 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29368760-4276-4322-a596-d089ce1266e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf53342-3d18-41e4-9b6a-de0e093b9b95,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:33.180234 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 53178) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:33.272375 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731648b-203e-4317-a903-34790d0d5b69 req-2b5f1ad5-ea36-4807-aea0-e0660c1f3b54 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:33.273889 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f731648b-203e-4317-a903-34790d0d5b69 req-2b5f1ad5-ea36-4807-aea0-e0660c1f3b54 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 946 time: 0.0874188 Feb 20 21:57:33.278669 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c984c70c-daf7-42ed-9a53-5e4e3407580e admin admin] Publish callbacks [] for security_group (ccf53342-3d18-41e4-9b6a-de0e093b9b95), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:33.316494 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c984c70c-daf7-42ed-9a53-5e4e3407580e admin admin] Publish callbacks [] for security_group (ccf53342-3d18-41e4-9b6a-de0e093b9b95), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:33.360066 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f731648b-203e-4317-a903-34790d0d5b69 req-9233b410-e36c-4f61-a3b0-5926e15cb7fe tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786614 Feb 20 21:57:33.384880 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c984c70c-daf7-42ed-9a53-5e4e3407580e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (ccf53342-3d18-41e4-9b6a-de0e093b9b95), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:33.385083 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c984c70c-daf7-42ed-9a53-5e4e3407580e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:33.386218 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-c984c70c-daf7-42ed-9a53-5e4e3407580e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ccf53342-3d18-41e4-9b6a-de0e093b9b95 HTTP/1.1" status: 204 len: 168 time: 0.2050045 Feb 20 21:57:33.395177 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984c70c-daf7-42ed-9a53-5e4e3407580e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf53342-3d18-41e4-9b6a-de0e093b9b95,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:33.779482 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53210) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:33.819299 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05b43a-366b-4e79-a01a-4628e1cf08e6 req-417a0c34-4d87-497c-b656-74bd7bb0aab7 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:33.827074 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1b05b43a-366b-4e79-a01a-4628e1cf08e6 req-417a0c34-4d87-497c-b656-74bd7bb0aab7 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0682938 Feb 20 21:57:33.878055 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1b05b43a-366b-4e79-a01a-4628e1cf08e6 req-0214c874-c5bc-4f66-89b9-dc8d4201e628 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497754 Feb 20 21:57:33.969217 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-cbf5f450-4d17-4b3d-89cb-3f23f26dd28d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:34.049204 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-cbf5f450-4d17-4b3d-89cb-3f23f26dd28d admin admin] Publish callbacks [] for security_group (dad338a7-83d4-42c6-9d5a-b5b78ed5e820), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:34.053839 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-cbf5f450-4d17-4b3d-89cb-3f23f26dd28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (dad338a7-83d4-42c6-9d5a-b5b78ed5e820), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:34.095434 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-cbf5f450-4d17-4b3d-89cb-3f23f26dd28d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b176aac9261e4170b2bafda9a177c0dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146596 Feb 20 21:57:34.098037 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53228) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:34.105247 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5f450-4d17-4b3d-89cb-3f23f26dd28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad338a7-83d4-42c6-9d5a-b5b78ed5e820,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:34.149562 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-61f48321-9e7c-47dd-922a-fc8b12c9ef93 admin admin] Publish callbacks [] for security_group (dad338a7-83d4-42c6-9d5a-b5b78ed5e820), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:34.170517 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-61f48321-9e7c-47dd-922a-fc8b12c9ef93 admin admin] Publish callbacks [] for security_group (dad338a7-83d4-42c6-9d5a-b5b78ed5e820), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:34.221685 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-61f48321-9e7c-47dd-922a-fc8b12c9ef93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (dad338a7-83d4-42c6-9d5a-b5b78ed5e820), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:34.224438 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-61f48321-9e7c-47dd-922a-fc8b12c9ef93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:34.228160 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-61f48321-9e7c-47dd-922a-fc8b12c9ef93 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dad338a7-83d4-42c6-9d5a-b5b78ed5e820 HTTP/1.1" status: 204 len: 168 time: 0.1266642 Feb 20 21:57:34.234925 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f48321-9e7c-47dd-922a-fc8b12c9ef93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad338a7-83d4-42c6-9d5a-b5b78ed5e820,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:34.496062 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3856bd4-374a-4395-9d52-e929b442e446 req-5b2ca91e-b727-4635-93a7-e013c283ab60 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:34.503711 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b3856bd4-374a-4395-9d52-e929b442e446 req-5b2ca91e-b727-4635-93a7-e013c283ab60 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 946 time: 0.0681639 Feb 20 21:57:34.548350 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b3856bd4-374a-4395-9d52-e929b442e446 req-f088d445-bc60-4692-baf4-c7cad80cbd56 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436175 Feb 20 21:57:35.048883 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b8a69-eeb1-4644-ba27-ab2e281ea775 req-175c36eb-a047-4dcd-adae-13822779512d tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:35.051978 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-144b8a69-eeb1-4644-ba27-ab2e281ea775 req-175c36eb-a047-4dcd-adae-13822779512d tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0839710 Feb 20 21:57:35.106779 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-144b8a69-eeb1-4644-ba27-ab2e281ea775 req-6affe57b-22e6-4089-88d9-ef3026f73d21 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487788 Feb 20 21:57:35.678818 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9adb1-6bb2-4fbc-8db6-766d7690341f req-4b6b969e-cacd-4094-9e23-4ce12f6488c1 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:35.680461 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-34c9adb1-6bb2-4fbc-8db6-766d7690341f req-4b6b969e-cacd-4094-9e23-4ce12f6488c1 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 946 time: 0.0556555 Feb 20 21:57:35.737889 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-34c9adb1-6bb2-4fbc-8db6-766d7690341f req-2f4ce0fc-a5c4-4445-a877-e0131b9988d4 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504167 Feb 20 21:57:36.101365 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53348) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:36.233142 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14244e56-729b-420d-ae80-cb913e613b5a req-b6801c69-67cd-49c9-b7f6-f515a35a2456 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:36.240543 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-14244e56-729b-420d-ae80-cb913e613b5a req-b6801c69-67cd-49c9-b7f6-f515a35a2456 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0629582 Feb 20 21:57:36.310002 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-14244e56-729b-420d-ae80-cb913e613b5a req-49666cdc-f95d-4732-a268-6883d8cf151c tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635016 Feb 20 21:57:36.333383 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-58fcfcf9-2fcb-4ba1-95f8-a0ce117fb16c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:36.414263 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-58fcfcf9-2fcb-4ba1-95f8-a0ce117fb16c admin admin] Publish callbacks [] for security_group (66aa6a96-362a-42a1-b27a-6b0f5dac245e), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:36.418536 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-58fcfcf9-2fcb-4ba1-95f8-a0ce117fb16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (66aa6a96-362a-42a1-b27a-6b0f5dac245e), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:36.459517 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-58fcfcf9-2fcb-4ba1-95f8-a0ce117fb16c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=155443162e4a442e8bdaa8c3ac634343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569982 Feb 20 21:57:36.460716 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcfcf9-2fcb-4ba1-95f8-a0ce117fb16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aa6a96-362a-42a1-b27a-6b0f5dac245e,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:36.463143 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 53366) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:36.519774 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1d8c89f9-de3d-4929-bbd9-c8ce08f8475e admin admin] Publish callbacks [] for security_group (66aa6a96-362a-42a1-b27a-6b0f5dac245e), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:36.563981 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1d8c89f9-de3d-4929-bbd9-c8ce08f8475e admin admin] Publish callbacks [] for security_group (66aa6a96-362a-42a1-b27a-6b0f5dac245e), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:36.624623 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1d8c89f9-de3d-4929-bbd9-c8ce08f8475e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (66aa6a96-362a-42a1-b27a-6b0f5dac245e), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:36.627828 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1d8c89f9-de3d-4929-bbd9-c8ce08f8475e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:36.630818 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-1d8c89f9-de3d-4929-bbd9-c8ce08f8475e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/66aa6a96-362a-42a1-b27a-6b0f5dac245e HTTP/1.1" status: 204 len: 168 time: 0.1663206 Feb 20 21:57:36.654901 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c89f9-de3d-4929-bbd9-c8ce08f8475e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aa6a96-362a-42a1-b27a-6b0f5dac245e,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:36.862628 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ee447-f4ef-4d85-bd41-fbd9c8b46ec6 req-af650247-ba98-41ea-afeb-ae133c6a17b4 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:36.864130 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1e4ee447-f4ef-4d85-bd41-fbd9c8b46ec6 req-af650247-ba98-41ea-afeb-ae133c6a17b4 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 946 time: 0.0554669 Feb 20 21:57:36.913499 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1e4ee447-f4ef-4d85-bd41-fbd9c8b46ec6 req-67e5ff53-4376-4bfd-b6fc-e1c7b6289c4d tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435541 Feb 20 21:57:36.946078 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 53386) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:36.959373 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-9370c409-7863-410e-beaf-9ce6fe5e28f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:37.041035 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-9370c409-7863-410e-beaf-9ce6fe5e28f7 admin admin] Publish callbacks [] for security_group (fc981023-add3-4b9c-8d9e-afceef66d0ae), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:37.044825 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-9370c409-7863-410e-beaf-9ce6fe5e28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (fc981023-add3-4b9c-8d9e-afceef66d0ae), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:37.081743 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-9370c409-7863-410e-beaf-9ce6fe5e28f7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d0dada1aa91040c1a538bd2405889d25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346035 Feb 20 21:57:37.082814 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370c409-7863-410e-beaf-9ce6fe5e28f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc981023-add3-4b9c-8d9e-afceef66d0ae,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:37.084499 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53388) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:37.130949 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-00054957-93b6-4122-b40c-35b38ad017ba admin admin] Publish callbacks [] for security_group (fc981023-add3-4b9c-8d9e-afceef66d0ae), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:37.151480 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-00054957-93b6-4122-b40c-35b38ad017ba admin admin] Publish callbacks [] for security_group (fc981023-add3-4b9c-8d9e-afceef66d0ae), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:37.197244 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-00054957-93b6-4122-b40c-35b38ad017ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (fc981023-add3-4b9c-8d9e-afceef66d0ae), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:37.199803 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-00054957-93b6-4122-b40c-35b38ad017ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:37.200949 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-00054957-93b6-4122-b40c-35b38ad017ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc981023-add3-4b9c-8d9e-afceef66d0ae HTTP/1.1" status: 204 len: 168 time: 0.1154439 Feb 20 21:57:37.208798 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00054957-93b6-4122-b40c-35b38ad017ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc981023-add3-4b9c-8d9e-afceef66d0ae,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:37.420356 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f127a-5d98-48ca-9744-1d67e32544cb req-281800e0-0605-42ff-804b-295fc78a716f tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:37.422498 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0e4f127a-5d98-48ca-9744-1d67e32544cb req-281800e0-0605-42ff-804b-295fc78a716f tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0535331 Feb 20 21:57:37.471203 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0e4f127a-5d98-48ca-9744-1d67e32544cb req-41541369-7e79-4a19-afd0-2db22043674d tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432618 Feb 20 21:57:38.035437 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c1b1d-ddc9-4bd1-b85b-192957904d5d req-c9249269-9aac-4fea-b3e5-3b20184081b2 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:38.037062 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5f2c1b1d-ddc9-4bd1-b85b-192957904d5d req-c9249269-9aac-4fea-b3e5-3b20184081b2 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 946 time: 0.0510404 Feb 20 21:57:38.089149 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5f2c1b1d-ddc9-4bd1-b85b-192957904d5d req-805e6a0e-9b27-4500-a748-be6269ef10b5 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465052 Feb 20 21:57:38.594019 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482e8f0-8c65-412f-af42-4238d1d15b96 req-744c995f-bd6a-42c6-a81c-627fb7872b74 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:38.595540 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1482e8f0-8c65-412f-af42-4238d1d15b96 req-744c995f-bd6a-42c6-a81c-627fb7872b74 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0515733 Feb 20 21:57:38.650559 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1482e8f0-8c65-412f-af42-4238d1d15b96 req-8b26f647-232e-4c1b-8b42-661bf91606ab tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496709 Feb 20 21:57:39.211405 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfd56d-42cc-48c2-b199-8ada87a69be2 req-227cb9f2-8627-432f-8c06-7d06d052df03 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:39.213118 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-25dfd56d-42cc-48c2-b199-8ada87a69be2 req-227cb9f2-8627-432f-8c06-7d06d052df03 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 946 time: 0.0561604 Feb 20 21:57:39.277965 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-25dfd56d-42cc-48c2-b199-8ada87a69be2 req-c83e190b-ffe1-4566-b810-8dceef019f5c tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/security-groups?id=34b90b60-ed8f-485a-84c9-b38e278ca6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545728 Feb 20 21:57:39.317907 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5216aa3-2767-48cd-8db1-57bbc3080216 req-211548e6-1cc5-4a96-ac36-7eff6d907922 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:39.319353 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-d5216aa3-2767-48cd-8db1-57bbc3080216 req-211548e6-1cc5-4a96-ac36-7eff6d907922 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.45 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 946 time: 0.1046684 Feb 20 21:57:39.473169 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-d5216aa3-2767-48cd-8db1-57bbc3080216 req-ef39b0e4-657c-472b-b42a-41f7b52417d9 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Deleting port 29305c29-820c-4a81-b773-8e641370f7d2 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:57:39.473512 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-d5216aa3-2767-48cd-8db1-57bbc3080216 req-ef39b0e4-657c-472b-b42a-41f7b52417d9 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (29305c29-820c-4a81-b773-8e641370f7d2), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:39.560658 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-d5216aa3-2767-48cd-8db1-57bbc3080216 req-ef39b0e4-657c-472b-b42a-41f7b52417d9 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] For port 29305c29-820c-4a81-b773-8e641370f7d2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=29305c29-820c-4a81-b773-8e641370f7d2,segment=NetworkSegment(3a873dc6-623c-425d-b79d-6302f426be16),segment_id=3a873dc6-623c-425d-b79d-6302f426be16)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:57:39.560932 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-d5216aa3-2767-48cd-8db1-57bbc3080216 req-ef39b0e4-657c-472b-b42a-41f7b52417d9 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (29305c29-820c-4a81-b773-8e641370f7d2), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:39.576015 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-d5216aa3-2767-48cd-8db1-57bbc3080216 req-ef39b0e4-657c-472b-b42a-41f7b52417d9 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Calling delete_port for 29305c29-820c-4a81-b773-8e641370f7d2 owned by compute:nova {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:57:39.729924 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-d5216aa3-2767-48cd-8db1-57bbc3080216 req-ef39b0e4-657c-472b-b42a-41f7b52417d9 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (29305c29-820c-4a81-b773-8e641370f7d2), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:39.756642 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['29305c29-820c-4a81-b773-8e641370f7d2'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:57:39.761363 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39b0e4-657c-472b-b42a-41f7b52417d9 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Pushing event deleted for resources: {'Port': ['ID=29305c29-820c-4a81-b773-8e641370f7d2,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:39.793868 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7050c9-4ef7-4f73-b8be-80d6fb883f72 req-9fe03ee5-9883-49c8-b1ad-8fd77e9e82bd tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:39.796364 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-de7050c9-4ef7-4f73-b8be-80d6fb883f72 req-9fe03ee5-9883-49c8-b1ad-8fd77e9e82bd tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0750656 Feb 20 21:57:39.836184 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5216aa3-2767-48cd-8db1-57bbc3080216 req-ef39b0e4-657c-472b-b42a-41f7b52417d9 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] No DVR routers for this DVR port 29305c29-820c-4a81-b773-8e641370f7d2 on host hv-cinder-83009 {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:57:39.839391 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-d5216aa3-2767-48cd-8db1-57bbc3080216 req-ef39b0e4-657c-472b-b42a-41f7b52417d9 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:39.843876 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-d5216aa3-2767-48cd-8db1-57bbc3080216 req-ef39b0e4-657c-472b-b42a-41f7b52417d9 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.45 "DELETE /v2.0/ports/29305c29-820c-4a81-b773-8e641370f7d2 HTTP/1.1" status: 204 len: 173 time: 0.5172319 Feb 20 21:57:39.844565 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c51426-6f3e-47d1-b7e4-c8a8cd230887', 'name': 'network-vif-deleted', 'tag': '29305c29-820c-4a81-b773-8e641370f7d2'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:57:39.847014 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29727f62-597c-451b-9be5-c883c72a7351" -d '{"events": [{"server_uuid": "64c51426-6f3e-47d1-b7e4-c8a8cd230887", "name": "network-vif-deleted", "tag": "29305c29-820c-4a81-b773-8e641370f7d2"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:57:39.856177 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-de7050c9-4ef7-4f73-b8be-80d6fb883f72 req-d43f1023-8d60-42b9-b6ac-664b81ca8724 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541284 Feb 20 21:57:39.894116 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9ce4c9-2dac-40a6-adb5-967525ce779a x-openstack-request-id: req-6b9ce4c9-2dac-40a6-adb5-967525ce779a {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:57:39.894463 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c51426-6f3e-47d1-b7e4-c8a8cd230887", "name": "network-vif-deleted", "tag": "29305c29-820c-4a81-b773-8e641370f7d2", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:57:39.894720 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b9ce4c9-2dac-40a6-adb5-967525ce779a {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:57:39.895118 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c51426-6f3e-47d1-b7e4-c8a8cd230887', 'name': 'network-vif-deleted', 'tag': '29305c29-820c-4a81-b773-8e641370f7d2', 'status': 'completed', 'code': 200} Feb 20 21:57:40.411552 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-eb7489f8-6fa1-450e-adc6-e3a8eaaa171f req-1673e5d6-3093-456e-85b0-61ca9df649b3 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 210 time: 0.0324044 Feb 20 21:57:40.972840 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d937d-7f4f-4e2d-aae9-2b7d1f48a5a2 req-bdf66299-afb6-4eda-864f-b042184401f5 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:40.974384 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-df9d937d-7f4f-4e2d-aae9-2b7d1f48a5a2 req-bdf66299-afb6-4eda-864f-b042184401f5 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0520554 Feb 20 21:57:41.019691 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-df9d937d-7f4f-4e2d-aae9-2b7d1f48a5a2 req-c174a6f4-e0ea-41ca-94f9-51fe75545968 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398932 Feb 20 21:57:41.516069 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bab03ff7-9a17-4a01-aaae-2e36cb5f1767 req-46f6e6cf-c802-45ff-a39c-c2aea381e988 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 210 time: 0.0256240 Feb 20 21:57:42.134109 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abec5a-dde9-4200-a5b4-d7761692af0a req-459b3933-7015-4718-9cb8-3e767b34b8e5 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:42.135558 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e7abec5a-dde9-4200-a5b4-d7761692af0a req-459b3933-7015-4718-9cb8-3e767b34b8e5 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0511956 Feb 20 21:57:42.182514 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e7abec5a-dde9-4200-a5b4-d7761692af0a req-a98d5b5f-5086-491f-befc-0613f5041459 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415628 Feb 20 21:57:42.621881 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-71241c31-bc44-4d5c-a665-691d594c0bc1 req-8fbebbc7-7255-4836-bd2d-bf1a775a4ab9 tempest-DeleteServersTestJSON-1500050965 tempest-DeleteServersTestJSON-1500050965-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c51426-6f3e-47d1-b7e4-c8a8cd230887 HTTP/1.1" status: 200 len: 210 time: 0.0292420 Feb 20 21:57:43.252082 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 29305c29-820c-4a81-b773-8e641370f7d2 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:57:43.280935 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: 29305c29-820c-4a81-b773-8e641370f7d2 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:57:43.281414 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 29305c29-820c-4a81-b773-8e641370f7d2 not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:57:43.323025 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d9bfb-81cd-4c39-8d11-d2c9581d666b req-6e77d0c6-fc37-4f5e-b926-8b9a6d1a6785 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:43.325419 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fb9d9bfb-81cd-4c39-8d11-d2c9581d666b req-6e77d0c6-fc37-4f5e-b926-8b9a6d1a6785 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0767305 Feb 20 21:57:43.380696 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fb9d9bfb-81cd-4c39-8d11-d2c9581d666b req-945ace3c-387b-45e2-8745-60b5bf1fce3d tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490036 Feb 20 21:57:44.521375 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f346b-545c-4fd8-bd2d-d94ab7c47ace req-1d1c7262-daf8-4db0-ba63-a5aa23d3fcbe tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:44.522990 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cd2f346b-545c-4fd8-bd2d-d94ab7c47ace req-1d1c7262-daf8-4db0-ba63-a5aa23d3fcbe tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0693350 Feb 20 21:57:44.576076 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cd2f346b-545c-4fd8-bd2d-d94ab7c47ace req-2db1292c-9b5d-4348-a97c-5479148fcc5e tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472724 Feb 20 21:57:45.166035 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53656) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:45.225242 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa009469-b006-49de-bc7e-430abd73dcb3 admin admin] Deleting subnet 2fad7868-f65c-477e-9877-d12c7fe62a5d {{(pid=102708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 21:57:45.228650 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fa009469-b006-49de-bc7e-430abd73dcb3 admin admin] Publish callbacks [] for subnet (2fad7868-f65c-477e-9877-d12c7fe62a5d), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:45.271978 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fa009469-b006-49de-bc7e-430abd73dcb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8472869'] for subnet (2fad7868-f65c-477e-9877-d12c7fe62a5d), precommit_delete_associations {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:45.313429 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fa009469-b006-49de-bc7e-430abd73dcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882536'] for subnet (2fad7868-f65c-477e-9877-d12c7fe62a5d), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:45.370702 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fa009469-b006-49de-bc7e-430abd73dcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8491243'] for subnet (2fad7868-f65c-477e-9877-d12c7fe62a5d), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:45.398466 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa009469-b006-49de-bc7e-430abd73dcb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fad7868-f65c-477e-9877-d12c7fe62a5d,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:45.402764 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fa009469-b006-49de-bc7e-430abd73dcb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:45.406744 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-fa009469-b006-49de-bc7e-430abd73dcb3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2fad7868-f65c-477e-9877-d12c7fe62a5d HTTP/1.1" status: 204 len: 168 time: 0.2389114 Feb 20 21:57:45.408854 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53676) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:45.485427 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9a1c7bc7-c132-4670-ad2b-7eb4dac5507f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834273'] for network (e40b2997-2dc8-4b7f-a769-1be5e4f3954e), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:45.704204 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72400878-b993-4304-87a8-ac6919333112 req-a4a29008-fcbb-435c-9e1a-bc10144f80f4 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:45.706095 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-72400878-b993-4304-87a8-ac6919333112 req-a4a29008-fcbb-435c-9e1a-bc10144f80f4 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0587420 Feb 20 21:57:45.760584 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-72400878-b993-4304-87a8-ac6919333112 req-10e0a048-b731-4a5d-b539-b1822b2dafed tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478907 Feb 20 21:57:45.767498 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9a1c7bc7-c132-4670-ad2b-7eb4dac5507f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881377', 'neutron.services.segments.db._delete_segments_for_network-8760288176442'] for network (e40b2997-2dc8-4b7f-a769-1be5e4f3954e), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:45.788211 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-9a1c7bc7-c132-4670-ad2b-7eb4dac5507f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40b2997-2dc8-4b7f-a769-1be5e4f3954e']}} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:57:45.797312 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-9a1c7bc7-c132-4670-ad2b-7eb4dac5507f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a873dc6-623c-425d-b79d-6302f426be16') {'for_net_delete': True} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:57:45.797612 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-9a1c7bc7-c132-4670-ad2b-7eb4dac5507f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a873dc6-623c-425d-b79d-6302f426be16') {} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:57:45.807190 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9a1c7bc7-c132-4670-ad2b-7eb4dac5507f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760288175939', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8472892'] for segment (3a873dc6-623c-425d-b79d-6302f426be16), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:45.819726 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9a1c7bc7-c132-4670-ad2b-7eb4dac5507f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (3a873dc6-623c-425d-b79d-6302f426be16), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:45.825712 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1c7bc7-c132-4670-ad2b-7eb4dac5507f admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=102708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 21:57:45.826171 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9a1c7bc7-c132-4670-ad2b-7eb4dac5507f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8474595'] for segment (3a873dc6-623c-425d-b79d-6302f426be16), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: Traceback (most recent call last): Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: timer() Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: cb(*args, **kw) Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: return func(*args, **kwargs) Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: self._notify() Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: self.callback(batched_events) Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: event.method(event) Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: return f(self, *a, **k) Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._get(url).json() Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: return self.request(url, 'GET', **kwargs) Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 21:57:45.827761 dv-cinder-830093-1-iscsi neutron-server[102708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 21:57:45.880837 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9a1c7bc7-c132-4670-ad2b-7eb4dac5507f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643055'] for network (e40b2997-2dc8-4b7f-a769-1be5e4f3954e), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:45.886064 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9a1c7bc7-c132-4670-ad2b-7eb4dac5507f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:45.889305 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-9a1c7bc7-c132-4670-ad2b-7eb4dac5507f admin admin] 10.222.0.61 "DELETE /v2.0/networks/e40b2997-2dc8-4b7f-a769-1be5e4f3954e HTTP/1.1" status: 204 len: 168 time: 0.4794052 Feb 20 21:57:45.903441 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c7bc7-c132-4670-ad2b-7eb4dac5507f admin admin] Pushing event deleted for resources: {'Network': ['ID=e40b2997-2dc8-4b7f-a769-1be5e4f3954e,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:46.060326 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53690) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:46.107944 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-d5d58d22-b58e-4bb7-8c84-359d97d80b4b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2674958fb3694aff919a80f0a1133875&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437374 Feb 20 21:57:46.108319 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53692) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:46.169048 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-cae4e946-6f28-44e0-8aa3-1689a923f3d9 admin admin] Publish callbacks [] for security_group (34b90b60-ed8f-485a-84c9-b38e278ca6f6), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:46.192746 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-cae4e946-6f28-44e0-8aa3-1689a923f3d9 admin admin] Publish callbacks [] for security_group (34b90b60-ed8f-485a-84c9-b38e278ca6f6), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:46.238892 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-cae4e946-6f28-44e0-8aa3-1689a923f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (34b90b60-ed8f-485a-84c9-b38e278ca6f6), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:46.241540 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-cae4e946-6f28-44e0-8aa3-1689a923f3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:46.242685 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-cae4e946-6f28-44e0-8aa3-1689a923f3d9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/34b90b60-ed8f-485a-84c9-b38e278ca6f6 HTTP/1.1" status: 204 len: 168 time: 0.1335659 Feb 20 21:57:46.251166 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4e946-6f28-44e0-8aa3-1689a923f3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b90b60-ed8f-485a-84c9-b38e278ca6f6,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:46.748909 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53760) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:46.888486 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b8117-7446-469a-802b-daab5c2da061 req-50ae0cf0-979b-451d-962e-71a8380a82ed tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:46.889994 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-904b8117-7446-469a-802b-daab5c2da061 req-50ae0cf0-979b-451d-962e-71a8380a82ed tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0535069 Feb 20 21:57:46.953626 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-904b8117-7446-469a-802b-daab5c2da061 req-51a3148c-29e3-4939-a600-632cb625c98d tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574744 Feb 20 21:57:46.959980 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c42dbb85-721f-4e57-a1a5-d6f92424d783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:46.971718 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 53772) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:47.043481 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c42dbb85-721f-4e57-a1a5-d6f92424d783 admin admin] Publish callbacks [] for security_group (31a40b9c-c59b-4850-82bc-73a7f6f3c135), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.047745 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c42dbb85-721f-4e57-a1a5-d6f92424d783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (31a40b9c-c59b-4850-82bc-73a7f6f3c135), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.048325 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-907083b4-5cd6-4b5c-a1e5-b272e25c63c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.091687 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-c42dbb85-721f-4e57-a1a5-d6f92424d783 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f5a8882809004c58afa31f2cc3eec3e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417368 Feb 20 21:57:47.093342 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42dbb85-721f-4e57-a1a5-d6f92424d783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a40b9c-c59b-4850-82bc-73a7f6f3c135,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:47.095530 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 53780) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:47.130951 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53782) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:47.157925 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-907083b4-5cd6-4b5c-a1e5-b272e25c63c3 admin admin] Publish callbacks [] for security_group (6c3923e9-662c-43f7-adf3-a0f322c9e8e5), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.164252 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-907083b4-5cd6-4b5c-a1e5-b272e25c63c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (6c3923e9-662c-43f7-adf3-a0f322c9e8e5), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.199068 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4eb5849b-d3c7-4bd9-8ffc-5fe348deb60b admin admin] Publish callbacks [] for security_group (31a40b9c-c59b-4850-82bc-73a7f6f3c135), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.220596 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-907083b4-5cd6-4b5c-a1e5-b272e25c63c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7563ac8315264f6c9bc3e2852475f1dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475429 Feb 20 21:57:47.221383 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907083b4-5cd6-4b5c-a1e5-b272e25c63c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3923e9-662c-43f7-adf3-a0f322c9e8e5,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:47.224178 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53788) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:47.237621 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4eb5849b-d3c7-4bd9-8ffc-5fe348deb60b admin admin] Publish callbacks [] for security_group (31a40b9c-c59b-4850-82bc-73a7f6f3c135), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.246677 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-55f433af-fa59-40fe-a555-cbc6f93832bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-695971054-network', 'tenant_id': 'cc240588178349c5941fd216d35fb369'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:57:47.281950 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f433af-fa59-40fe-a555-cbc6f93832bc admin admin] Made reservation on behalf of cc240588178349c5941fd216d35fb369 for: {'network': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:57:47.284543 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-55f433af-fa59-40fe-a555-cbc6f93832bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for network (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.285279 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4eb5849b-d3c7-4bd9-8ffc-5fe348deb60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (31a40b9c-c59b-4850-82bc-73a7f6f3c135), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.287831 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4eb5849b-d3c7-4bd9-8ffc-5fe348deb60b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.288993 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-4eb5849b-d3c7-4bd9-8ffc-5fe348deb60b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/31a40b9c-c59b-4850-82bc-73a7f6f3c135 HTTP/1.1" status: 204 len: 168 time: 0.1917892 Feb 20 21:57:47.296638 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5849b-d3c7-4bd9-8ffc-5fe348deb60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a40b9c-c59b-4850-82bc-73a7f6f3c135,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:47.299555 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-55f433af-fa59-40fe-a555-cbc6f93832bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.315286 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-80f48110-9206-4dea-bdda-88b22f9db157 admin admin] Publish callbacks [] for security_group (6c3923e9-662c-43f7-adf3-a0f322c9e8e5), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.347464 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-80f48110-9206-4dea-bdda-88b22f9db157 admin admin] Publish callbacks [] for security_group (6c3923e9-662c-43f7-adf3-a0f322c9e8e5), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.431882 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-80f48110-9206-4dea-bdda-88b22f9db157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (6c3923e9-662c-43f7-adf3-a0f322c9e8e5), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.434470 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-80f48110-9206-4dea-bdda-88b22f9db157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.435621 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-80f48110-9206-4dea-bdda-88b22f9db157 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6c3923e9-662c-43f7-adf3-a0f322c9e8e5 HTTP/1.1" status: 204 len: 168 time: 0.2100818 Feb 20 21:57:47.437605 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-55f433af-fa59-40fe-a555-cbc6f93832bc admin admin] Publish callbacks [] for security_group (d42b3362-2922-41fe-b411-573e7c67c8b2), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.447241 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f48110-9206-4dea-bdda-88b22f9db157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3923e9-662c-43f7-adf3-a0f322c9e8e5,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:47.450931 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-55f433af-fa59-40fe-a555-cbc6f93832bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (d42b3362-2922-41fe-b411-573e7c67c8b2), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.480830 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f433af-fa59-40fe-a555-cbc6f93832bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=102708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:57:47.497067 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f433af-fa59-40fe-a555-cbc6f93832bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42b3362-2922-41fe-b411-573e7c67c8b2,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:47.502178 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-55f433af-fa59-40fe-a555-cbc6f93832bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (592274ea-2f40-4464-8ba8-a0794eba0d43), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.502550 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.segments_db [None req-55f433af-fa59-40fe-a555-cbc6f93832bc admin admin] Added segment 592274ea-2f40-4464-8ba8-a0794eba0d43 of type vlan for network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a Feb 20 21:57:47.546917 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-55f433af-fa59-40fe-a555-cbc6f93832bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760287717003'] for network (5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.578727 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-55f433af-fa59-40fe-a555-cbc6f93832bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for network (5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.579963 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f433af-fa59-40fe-a555-cbc6f93832bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:47.580845 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-55f433af-fa59-40fe-a555-cbc6f93832bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.621722 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 53798) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:47.630925 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-55f433af-fa59-40fe-a555-cbc6f93832bc admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4987695 Feb 20 21:57:47.633731 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 53802) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:47.643580 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-fc4adc71-1473-4b67-a799-43d8292db1e2 admin admin] Request body: {'subnet': {'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-695971054-subnet', 'tenant_id': 'cc240588178349c5941fd216d35fb369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:57:47.647853 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-55c30be5-363c-4e14-8621-c9b7771114b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.651254 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f433af-fa59-40fe-a555-cbc6f93832bc admin admin] Pushing event updated for resources: {'Network': ['ID=5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:47.661771 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a details requested by agent ovs-agent-dv-cinder-830093-1-iscsi with host dv-cinder-830093-1-iscsi {{(pid=102709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:57:47.679653 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4adc71-1473-4b67-a799-43d8292db1e2 admin admin] Made reservation on behalf of cc240588178349c5941fd216d35fb369 for: {'subnet': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:57:47.682060 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-fc4adc71-1473-4b67-a799-43d8292db1e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12283464'] for subnet (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.815219 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-55c30be5-363c-4e14-8621-c9b7771114b4 admin admin] Publish callbacks [] for security_group (95bdc94f-c2f1-440c-b81d-2f92fbe376a8), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.817433 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53804) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:47.821151 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-55c30be5-363c-4e14-8621-c9b7771114b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (95bdc94f-c2f1-440c-b81d-2f92fbe376a8), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.831062 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e778c28e-56f0-4985-a361-7df7da095e5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.893062 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c30be5-363c-4e14-8621-c9b7771114b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bdc94f-c2f1-440c-b81d-2f92fbe376a8,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:47.897390 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-55c30be5-363c-4e14-8621-c9b7771114b4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d59ab22a3db34966aef917ce31a1dab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741051 Feb 20 21:57:47.900963 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53806) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:47.911030 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e778c28e-56f0-4985-a361-7df7da095e5f admin admin] Publish callbacks [] for security_group (ebfc9954-0cb9-41bd-8f9b-e85bf38342ee), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.919986 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e778c28e-56f0-4985-a361-7df7da095e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (ebfc9954-0cb9-41bd-8f9b-e85bf38342ee), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.941849 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-fc4adc71-1473-4b67-a799-43d8292db1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11566155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12283578'] for subnet (303900da-7313-4ebf-9922-5c72d34ae783), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:47.998612 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778c28e-56f0-4985-a361-7df7da095e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfc9954-0cb9-41bd-8f9b-e85bf38342ee,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:48.003202 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4adc71-1473-4b67-a799-43d8292db1e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=303900da-7313-4ebf-9922-5c72d34ae783,revision_number=0']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:48.003920 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-e778c28e-56f0-4985-a361-7df7da095e5f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3790657e471444afb518c099267b801f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1852934 Feb 20 21:57:48.006498 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53810) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:48.015296 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4adc71-1473-4b67-a799-43d8292db1e2 admin admin] Checking segment: {'id': '592274ea-2f40-4464-8ba8-a0794eba0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:57:48.017173 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4adc71-1473-4b67-a799-43d8292db1e2 admin admin] Network hostable DHCP agents. Network: 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a, hostable agents: ['6fcc0529-21bc-43b9-962d-56692d0812bd'], hosted agents: [] {{(pid=102707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:57:48.038577 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a841599a-d34a-439b-9a07-bda9d0dec18a admin admin] Publish callbacks [] for security_group (95bdc94f-c2f1-440c-b81d-2f92fbe376a8), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:48.063669 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4adc71-1473-4b67-a799-43d8292db1e2 admin admin] Network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a is scheduled to be hosted by DHCP agent 6fcc0529-21bc-43b9-962d-56692d0812bd with binding_index 1 {{(pid=102707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:57:48.073741 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a841599a-d34a-439b-9a07-bda9d0dec18a admin admin] Publish callbacks [] for security_group (95bdc94f-c2f1-440c-b81d-2f92fbe376a8), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:48.077497 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-fc4adc71-1473-4b67-a799-43d8292db1e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-1-iscsi, 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a) {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:57:48.083106 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4adc71-1473-4b67-a799-43d8292db1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:48.083696 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-fc4adc71-1473-4b67-a799-43d8292db1e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:48.091172 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-34a0bc91-69f1-41ad-9a84-9ca6298e820e admin admin] Publish callbacks [] for security_group (ebfc9954-0cb9-41bd-8f9b-e85bf38342ee), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:48.108278 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb6bd4-d92a-46e6-a914-024639d59901 req-d9a46609-494f-4a2c-a53c-41a1ab8a5aca tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:48.109825 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f1cb6bd4-d92a-46e6-a914-024639d59901 req-d9a46609-494f-4a2c-a53c-41a1ab8a5aca tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0810215 Feb 20 21:57:48.122268 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-fc4adc71-1473-4b67-a799-43d8292db1e2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4827065 Feb 20 21:57:48.122461 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cccc5b-de39-4d63-a55e-3c9a1572d643 None None] Network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:57:48.149346 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-34a0bc91-69f1-41ad-9a84-9ca6298e820e admin admin] Publish callbacks [] for security_group (ebfc9954-0cb9-41bd-8f9b-e85bf38342ee), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:48.176371 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f1cb6bd4-d92a-46e6-a914-024639d59901 req-dd7d57b5-3f0b-47af-ab87-f5c823d23f59 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577431 Feb 20 21:57:48.199520 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a841599a-d34a-439b-9a07-bda9d0dec18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (95bdc94f-c2f1-440c-b81d-2f92fbe376a8), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:48.204234 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a841599a-d34a-439b-9a07-bda9d0dec18a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:48.211106 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-a841599a-d34a-439b-9a07-bda9d0dec18a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/95bdc94f-c2f1-440c-b81d-2f92fbe376a8 HTTP/1.1" status: 204 len: 168 time: 0.3041799 Feb 20 21:57:48.217502 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841599a-d34a-439b-9a07-bda9d0dec18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bdc94f-c2f1-440c-b81d-2f92fbe376a8,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:48.231837 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-34a0bc91-69f1-41ad-9a84-9ca6298e820e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (ebfc9954-0cb9-41bd-8f9b-e85bf38342ee), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:48.234431 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-34a0bc91-69f1-41ad-9a84-9ca6298e820e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:48.241362 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-34a0bc91-69f1-41ad-9a84-9ca6298e820e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ebfc9954-0cb9-41bd-8f9b-e85bf38342ee HTTP/1.1" status: 204 len: 168 time: 0.2337685 Feb 20 21:57:48.260771 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0bc91-69f1-41ad-9a84-9ca6298e820e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfc9954-0cb9-41bd-8f9b-e85bf38342ee,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:48.293410 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6779fe8-b894-4b53-84b8-c05bf2851629 None None] Network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:57:48.671293 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53832) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:48.687572 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-507ecf86-f701-4c46-8814-97658d7987a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:48.775243 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-507ecf86-f701-4c46-8814-97658d7987a7 admin admin] Publish callbacks [] for security_group (c589ee14-1094-4b84-9753-f80a7af04d99), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:48.779260 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-507ecf86-f701-4c46-8814-97658d7987a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (c589ee14-1094-4b84-9753-f80a7af04d99), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:48.821425 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-507ecf86-f701-4c46-8814-97658d7987a7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b3abbb074d664cdd929887aa86ed1dd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488526 Feb 20 21:57:48.822725 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ecf86-f701-4c46-8814-97658d7987a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c589ee14-1094-4b84-9753-f80a7af04d99,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:48.825130 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53848) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:48.874680 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-4bcd8422-c1cb-4885-b75c-91cc6b9f2a28 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:48.876510 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-4bcd8422-c1cb-4885-b75c-91cc6b9f2a28 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/networks?id=5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a HTTP/1.1" status: 200 len: 814 time: 0.1306479 Feb 20 21:57:48.881379 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d94c96d7-9f81-4491-8268-5a9a5c1c85e1 admin admin] Publish callbacks [] for security_group (c589ee14-1094-4b84-9753-f80a7af04d99), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:48.897289 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-adfc1934-6f39-4ea9-a5b3-d947bf2e054d tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/quotas/cc240588178349c5941fd216d35fb369 HTTP/1.1" status: 200 len: 375 time: 0.0147741 Feb 20 21:57:48.903437 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d94c96d7-9f81-4491-8268-5a9a5c1c85e1 admin admin] Publish callbacks [] for security_group (c589ee14-1094-4b84-9753-f80a7af04d99), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:48.935357 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-5f3ae88e-fe14-4efb-b1be-0cdea65956b2 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc240588178349c5941fd216d35fb369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371847 Feb 20 21:57:48.957512 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d94c96d7-9f81-4491-8268-5a9a5c1c85e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (c589ee14-1094-4b84-9753-f80a7af04d99), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:48.960153 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d94c96d7-9f81-4491-8268-5a9a5c1c85e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:48.964103 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-d94c96d7-9f81-4491-8268-5a9a5c1c85e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c589ee14-1094-4b84-9753-f80a7af04d99 HTTP/1.1" status: 204 len: 168 time: 0.1379428 Feb 20 21:57:48.973121 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c96d7-9f81-4491-8268-5a9a5c1c85e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c589ee14-1094-4b84-9753-f80a7af04d99,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:49.028651 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-d2361c30-22e6-4c8c-98aa-411ed87ba018 service neutron] 10.222.0.61 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917809 Feb 20 21:57:49.126504 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-34e095ac-de72-4243-b5e8-b49422b40457 service neutron] 10.222.0.61 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917153 Feb 20 21:57:49.368659 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ae5b9fa5-3344-46de-b522-bc4f270de0cb req-117fbafd-3012-4dc6-81e0-2ea05865e21a tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 210 time: 0.0728366 Feb 20 21:57:49.474931 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698c6fc-46e7-4116-b73b-e11be3c60467 req-170e45c1-e1a0-4f13-84c7-bb358da2c6ff tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:49.479991 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a698c6fc-46e7-4116-b73b-e11be3c60467 req-170e45c1-e1a0-4f13-84c7-bb358da2c6ff tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0942996 Feb 20 21:57:49.564106 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a698c6fc-46e7-4116-b73b-e11be3c60467 req-698c3b6a-39b3-4d57-8c44-89ad89a16635 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756061 Feb 20 21:57:50.027209 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53924) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:50.184787 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e74f9e6a-73df-47c5-86f5-6b755e2e7808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:50.275467 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e74f9e6a-73df-47c5-86f5-6b755e2e7808 admin admin] Publish callbacks [] for security_group (c47f66b9-0071-4dfe-9d68-a2c87f3b283d), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:50.279874 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e74f9e6a-73df-47c5-86f5-6b755e2e7808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (c47f66b9-0071-4dfe-9d68-a2c87f3b283d), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:50.322978 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-e74f9e6a-73df-47c5-86f5-6b755e2e7808 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=726fbf3a81ac4d448bd947bba7c1dfda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939787 Feb 20 21:57:50.325932 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 53936) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:50.326825 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f9e6a-73df-47c5-86f5-6b755e2e7808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47f66b9-0071-4dfe-9d68-a2c87f3b283d,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:50.384315 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-096d2ed6-62d0-4d59-984e-213aca1959cf admin admin] Publish callbacks [] for security_group (c47f66b9-0071-4dfe-9d68-a2c87f3b283d), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:50.422959 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-096d2ed6-62d0-4d59-984e-213aca1959cf admin admin] Publish callbacks [] for security_group (c47f66b9-0071-4dfe-9d68-a2c87f3b283d), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:50.505088 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-096d2ed6-62d0-4d59-984e-213aca1959cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (c47f66b9-0071-4dfe-9d68-a2c87f3b283d), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:50.508713 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-096d2ed6-62d0-4d59-984e-213aca1959cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:50.510135 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-096d2ed6-62d0-4d59-984e-213aca1959cf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c47f66b9-0071-4dfe-9d68-a2c87f3b283d HTTP/1.1" status: 204 len: 168 time: 0.1824827 Feb 20 21:57:50.534997 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-63afda36-8b82-4e10-b266-1aeb0bed2313 req-435f04bc-74d2-4664-a267-b818bae18ccf tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 210 time: 0.0472484 Feb 20 21:57:50.540527 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d2ed6-62d0-4d59-984e-213aca1959cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47f66b9-0071-4dfe-9d68-a2c87f3b283d,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:50.709580 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-e4860c58-039a-4f84-806f-1f1df52a800c tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:50.711411 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-e4860c58-039a-4f84-806f-1f1df52a800c tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.45 "GET /v2.0/networks?id=5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a HTTP/1.1" status: 200 len: 814 time: 0.1545193 Feb 20 21:57:50.740350 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dfb81-54bb-4a4e-9e92-d2fbe976bede req-092fb411-2827-4849-bb57-b560b678bd17 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:50.741928 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c72dfb81-54bb-4a4e-9e92-d2fbe976bede req-092fb411-2827-4849-bb57-b560b678bd17 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0935450 Feb 20 21:57:50.752812 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-8f7dffcd-33ea-4c5e-a024-0429c6bd050a tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Request body: {'port': {'device_id': 'a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd', 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a', 'admin_state_up': True, 'tenant_id': 'cc240588178349c5941fd216d35fb369'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:57:50.851746 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c72dfb81-54bb-4a4e-9e92-d2fbe976bede req-ef09606a-0218-45da-8164-dab2778c633b tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965014 Feb 20 21:57:50.966975 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-8f7dffcd-33ea-4c5e-a024-0429c6bd050a tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Made reservation on behalf of cc240588178349c5941fd216d35fb369 for: {'port': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:57:50.971338 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-8f7dffcd-33ea-4c5e-a024-0429c6bd050a tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:51.008730 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-c36d9ebb-63a4-4e1b-8126-9da4b571958a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:51.066117 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 53974) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:51.088558 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-95281cbc-7cc1-4817-ab58-d0ce384f1e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:51.161892 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-8f7dffcd-33ea-4c5e-a024-0429c6bd050a tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Allocated IP 172.20.0.8 (5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a/303900da-7313-4ebf-9922-5c72d34ae783/03f08b6c-096a-442f-add4-dde3a8e6ef86) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:57:51.242988 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-95281cbc-7cc1-4817-ab58-d0ce384f1e7b admin admin] Publish callbacks [] for security_group (d9c52108-bcaa-4c08-95e0-3c8eb04f7a40), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:51.257777 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-95281cbc-7cc1-4817-ab58-d0ce384f1e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (d9c52108-bcaa-4c08-95e0-3c8eb04f7a40), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:51.331545 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-95281cbc-7cc1-4817-ab58-d0ce384f1e7b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=58fce70091904e84b41d496cd00b59ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615695 Feb 20 21:57:51.331964 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 53984) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:51.337396 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95281cbc-7cc1-4817-ab58-d0ce384f1e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c52108-bcaa-4c08-95e0-3c8eb04f7a40,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:51.388057 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-526d6643-043e-4b74-b27f-fc005cd563b2 admin admin] Publish callbacks [] for security_group (d9c52108-bcaa-4c08-95e0-3c8eb04f7a40), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:51.388277 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-8f7dffcd-33ea-4c5e-a024-0429c6bd050a tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks [] for port (03f08b6c-096a-442f-add4-dde3a8e6ef86), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:51.415235 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-526d6643-043e-4b74-b27f-fc005cd563b2 admin admin] Publish callbacks [] for security_group (d9c52108-bcaa-4c08-95e0-3c8eb04f7a40), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:51.430928 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-8f7dffcd-33ea-4c5e-a024-0429c6bd050a tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (03f08b6c-096a-442f-add4-dde3a8e6ef86), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:51.482750 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-526d6643-043e-4b74-b27f-fc005cd563b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (d9c52108-bcaa-4c08-95e0-3c8eb04f7a40), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:51.485705 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-526d6643-043e-4b74-b27f-fc005cd563b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:51.491302 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-526d6643-043e-4b74-b27f-fc005cd563b2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d9c52108-bcaa-4c08-95e0-3c8eb04f7a40 HTTP/1.1" status: 204 len: 168 time: 0.1560922 Feb 20 21:57:51.493523 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-8f7dffcd-33ea-4c5e-a024-0429c6bd050a tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:57:51.497552 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d6643-043e-4b74-b27f-fc005cd563b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c52108-bcaa-4c08-95e0-3c8eb04f7a40,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:51.503390 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-8f7dffcd-33ea-4c5e-a024-0429c6bd050a tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:57:51.506245 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-8f7dffcd-33ea-4c5e-a024-0429c6bd050a tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:57:51.550070 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7dffcd-33ea-4c5e-a024-0429c6bd050a tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Pushing event updated for resources: {'Port': ['ID=03f08b6c-096a-442f-add4-dde3a8e6ef86,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:51.581255 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-8f7dffcd-33ea-4c5e-a024-0429c6bd050a tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:51.581949 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-8f7dffcd-33ea-4c5e-a024-0429c6bd050a tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:51.603652 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-8f7dffcd-33ea-4c5e-a024-0429c6bd050a tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8555074 Feb 20 21:57:51.617420 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Request body: {'port': {'device_id': 'a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:57:51.703916 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec3cee-0f0c-4a41-b89d-c2b684890a96 req-71335ab9-f039-4962-8015-751644fc76b4 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:51.711481 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4eec3cee-0f0c-4a41-b89d-c2b684890a96 req-71335ab9-f039-4962-8015-751644fc76b4 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 931 time: 0.0660927 Feb 20 21:57:51.714567 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (03f08b6c-096a-442f-add4-dde3a8e6ef86), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:51.782876 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4eec3cee-0f0c-4a41-b89d-c2b684890a96 req-3038b959-88b2-48d5-8f8f-89fe896cd9a2 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704031 Feb 20 21:57:51.991092 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd2ecc-3c35-456b-9909-0c05905a79ba req-5ef46537-3984-4c64-83ab-a6dbfbd4dd90 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:51.992683 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7bbd2ecc-3c35-456b-9909-0c05905a79ba req-5ef46537-3984-4c64-83ab-a6dbfbd4dd90 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0554490 Feb 20 21:57:52.044260 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 54016) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:52.046579 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7bbd2ecc-3c35-456b-9909-0c05905a79ba req-0d61a24b-1645-4847-ade0-67b3bd7b3e27 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463614 Feb 20 21:57:52.093841 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e81ee306-281b-4b0c-bf65-ca474c286288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:52.144928 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f08b6c-096a-442f-add4-dde3a8e6ef86 {{(pid=102708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:57:52.155841 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Publish callbacks [] for port (03f08b6c-096a-442f-add4-dde3a8e6ef86), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:52.179606 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.provisioning_blocks [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Transition to ACTIVE for port object 03f08b6c-096a-442f-add4-dde3a8e6ef86 will not be triggered until provisioned by entity L2. {{(pid=102708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:57:52.188964 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (03f08b6c-096a-442f-add4-dde3a8e6ef86), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:52.266468 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Pushing event updated for resources: {'Port': ['ID=03f08b6c-096a-442f-add4-dde3a8e6ef86,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:52.320340 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e81ee306-281b-4b0c-bf65-ca474c286288 admin admin] Publish callbacks [] for security_group (891cce48-39ed-4228-8da1-bc8fb66a6d29), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:52.325061 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e81ee306-281b-4b0c-bf65-ca474c286288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (891cce48-39ed-4228-8da1-bc8fb66a6d29), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:52.381780 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-e81ee306-281b-4b0c-bf65-ca474c286288 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e0d5bb93074c4ac6a74a058e307d2c52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341463 Feb 20 21:57:52.382165 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 54030) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:52.384957 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ee306-281b-4b0c-bf65-ca474c286288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891cce48-39ed-4228-8da1-bc8fb66a6d29,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:52.391028 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Attempting to bind port 03f08b6c-096a-442f-add4-dde3a8e6ef86 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:57:52.391365 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Attempting to bind port 03f08b6c-096a-442f-add4-dde3a8e6ef86 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '592274ea-2f40-4464-8ba8-a0794eba0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a'}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:57:52.391690 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Attempting to bind port 03f08b6c-096a-442f-add4-dde3a8e6ef86 on network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:57:52.396954 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Port 03f08b6c-096a-442f-add4-dde3a8e6ef86 on network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:57:52.397393 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Attempting to bind port 03f08b6c-096a-442f-add4-dde3a8e6ef86 on network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:57:52.402750 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:57:52.403087 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Checking segment: {'id': '592274ea-2f40-4464-8ba8-a0794eba0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:57:52.403466 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Bound using segment: {'id': '592274ea-2f40-4464-8ba8-a0794eba0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a'} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:57:52.403889 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Bound port: 03f08b6c-096a-442f-add4-dde3a8e6ef86, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592274ea-2f40-4464-8ba8-a0794eba0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a'}}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:57:52.404243 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (03f08b6c-096a-442f-add4-dde3a8e6ef86), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:52.445101 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-e32f898b-12b6-4805-bbdc-e8f3089da0a6 admin admin] Publish callbacks [] for security_group (891cce48-39ed-4228-8da1-bc8fb66a6d29), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:52.471161 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-e32f898b-12b6-4805-bbdc-e8f3089da0a6 admin admin] Publish callbacks [] for security_group (891cce48-39ed-4228-8da1-bc8fb66a6d29), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:52.478516 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] For port 03f08b6c-096a-442f-add4-dde3a8e6ef86, host hv-cinder-83009, cleared binding levels {{(pid=102708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:57:52.481802 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] For port 03f08b6c-096a-442f-add4-dde3a8e6ef86, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=03f08b6c-096a-442f-add4-dde3a8e6ef86,segment=NetworkSegment(592274ea-2f40-4464-8ba8-a0794eba0d43),segment_id=592274ea-2f40-4464-8ba8-a0794eba0d43)] {{(pid=102708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:57:52.490543 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (03f08b6c-096a-442f-add4-dde3a8e6ef86), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:52.521963 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-e32f898b-12b6-4805-bbdc-e8f3089da0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (891cce48-39ed-4228-8da1-bc8fb66a6d29), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:52.524674 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-e32f898b-12b6-4805-bbdc-e8f3089da0a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:52.525938 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-e32f898b-12b6-4805-bbdc-e8f3089da0a6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/891cce48-39ed-4228-8da1-bc8fb66a6d29 HTTP/1.1" status: 204 len: 168 time: 0.1427889 Feb 20 21:57:52.541720 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:52.542540 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:52.544220 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f898b-12b6-4805-bbdc-e8f3089da0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891cce48-39ed-4228-8da1-bc8fb66a6d29,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:52.544498 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] 10.222.0.45 "PUT /v2.0/ports/03f08b6c-096a-442f-add4-dde3a8e6ef86 HTTP/1.1" status: 200 len: 1093 time: 0.9330339 Feb 20 21:57:52.545625 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd', 'tag': '03f08b6c-096a-442f-add4-dde3a8e6ef86'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:57:52.547538 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafe58dd-8267-4d16-b1f7-f44b8aebc402" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd", "tag": "03f08b6c-096a-442f-add4-dde3a8e6ef86"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:57:52.582256 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e3fa5-7aae-4d02-820f-bb86a2482656 service neutron] Pushing event updated for resources: {'Port': ['ID=03f08b6c-096a-442f-add4-dde3a8e6ef86,revision_number=3']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:52.603774 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8221c181-ef2e-49a3-b0e9-9bed5f6c0371 x-openstack-request-id: req-8221c181-ef2e-49a3-b0e9-9bed5f6c0371 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:57:52.604061 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd", "tag": "03f08b6c-096a-442f-add4-dde3a8e6ef86", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:57:52.604313 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8221c181-ef2e-49a3-b0e9-9bed5f6c0371 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:57:52.604731 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd', 'tag': '03f08b6c-096a-442f-add4-dde3a8e6ef86', 'status': 'completed', 'code': 200} Feb 20 21:57:52.893832 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c77680-39d5-49f3-9f07-1aee71c3285c req-9522a1df-242c-4213-9870-a4945e67e7d2 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:52.895334 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b6c77680-39d5-49f3-9f07-1aee71c3285c req-9522a1df-242c-4213-9870-a4945e67e7d2 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 943 time: 0.0518992 Feb 20 21:57:52.942259 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b6c77680-39d5-49f3-9f07-1aee71c3285c req-ee3db381-0e29-4669-9fdf-87fb8ec12317 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414102 Feb 20 21:57:53.108769 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-d767c0bf-3b1f-4793-98b5-addac54d95f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:53.168567 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd286230-052e-4933-a085-7e58c341e44b req-d25276b4-9c27-40d2-ae44-a7239a4e5b87 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:53.170181 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-dd286230-052e-4933-a085-7e58c341e44b req-d25276b4-9c27-40d2-ae44-a7239a4e5b87 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0515184 Feb 20 21:57:53.207825 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 54062) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:53.222500 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-dd286230-052e-4933-a085-7e58c341e44b req-af12ae33-94e9-4f4e-948d-f1a287a55f5e tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443146 Feb 20 21:57:53.302147 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-899cdcae-57b2-4fde-bfda-1661b93a05ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1050846139-network', 'tenant_id': '57ab2e39491e4fc1854f2342f206e1a6'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:57:53.326793 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899cdcae-57b2-4fde-bfda-1661b93a05ee admin admin] Made reservation on behalf of 57ab2e39491e4fc1854f2342f206e1a6 for: {'network': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:57:53.331347 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-899cdcae-57b2-4fde-bfda-1661b93a05ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for network (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:53.338555 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-899cdcae-57b2-4fde-bfda-1661b93a05ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:53.410423 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-899cdcae-57b2-4fde-bfda-1661b93a05ee admin admin] Publish callbacks [] for security_group (3b6ee270-ea22-4c20-8766-6eacd8abd2dc), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:53.414276 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-899cdcae-57b2-4fde-bfda-1661b93a05ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (3b6ee270-ea22-4c20-8766-6eacd8abd2dc), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:53.438918 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899cdcae-57b2-4fde-bfda-1661b93a05ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=102708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:57:53.448122 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cdcae-57b2-4fde-bfda-1661b93a05ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6ee270-ea22-4c20-8766-6eacd8abd2dc,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:53.456830 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-899cdcae-57b2-4fde-bfda-1661b93a05ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (dc483bdb-d2f7-4e2a-9b5a-ab58d901e157), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:53.457155 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.segments_db [None req-899cdcae-57b2-4fde-bfda-1661b93a05ee admin admin] Added segment dc483bdb-d2f7-4e2a-9b5a-ab58d901e157 of type vlan for network bc0cc959-c7f2-43cb-a257-f4e925d0beee Feb 20 21:57:53.498822 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-899cdcae-57b2-4fde-bfda-1661b93a05ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760287717003'] for network (bc0cc959-c7f2-43cb-a257-f4e925d0beee), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:53.522880 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-899cdcae-57b2-4fde-bfda-1661b93a05ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for network (bc0cc959-c7f2-43cb-a257-f4e925d0beee), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:53.523829 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899cdcae-57b2-4fde-bfda-1661b93a05ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:53.524413 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-899cdcae-57b2-4fde-bfda-1661b93a05ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:53.580035 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-899cdcae-57b2-4fde-bfda-1661b93a05ee admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3704960 Feb 20 21:57:53.583011 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 54070) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:53.587076 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cdcae-57b2-4fde-bfda-1661b93a05ee admin admin] Pushing event updated for resources: {'Network': ['ID=bc0cc959-c7f2-43cb-a257-f4e925d0beee,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:53.588049 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-f27408de-28e9-49f7-98a4-128fd1c2c6a1 admin admin] Request body: {'subnet': {'network_id': 'bc0cc959-c7f2-43cb-a257-f4e925d0beee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1050846139-subnet', 'tenant_id': '57ab2e39491e4fc1854f2342f206e1a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:57:53.597036 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Network bc0cc959-c7f2-43cb-a257-f4e925d0beee details requested by agent ovs-agent-dv-cinder-830093-1-iscsi with host dv-cinder-830093-1-iscsi {{(pid=102709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:57:53.607685 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27408de-28e9-49f7-98a4-128fd1c2c6a1 admin admin] Made reservation on behalf of 57ab2e39491e4fc1854f2342f206e1a6 for: {'subnet': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:57:53.610019 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f27408de-28e9-49f7-98a4-128fd1c2c6a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12283464'] for subnet (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:53.970955 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f27408de-28e9-49f7-98a4-128fd1c2c6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11566155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12283578'] for subnet (c5f6a270-ce3e-4ed3-97c4-15807ecc6d47), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:54.052519 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27408de-28e9-49f7-98a4-128fd1c2c6a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5f6a270-ce3e-4ed3-97c4-15807ecc6d47,revision_number=0']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:54.060658 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27408de-28e9-49f7-98a4-128fd1c2c6a1 admin admin] Checking segment: {'id': 'dc483bdb-d2f7-4e2a-9b5a-ab58d901e157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bc0cc959-c7f2-43cb-a257-f4e925d0beee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:57:54.061038 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27408de-28e9-49f7-98a4-128fd1c2c6a1 admin admin] Network hostable DHCP agents. Network: bc0cc959-c7f2-43cb-a257-f4e925d0beee, hostable agents: ['6fcc0529-21bc-43b9-962d-56692d0812bd'], hosted agents: [] {{(pid=102707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:57:54.089220 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3150ee9-343f-4990-af6e-24368b23d414 req-af4a47b1-3dc0-441d-999f-2277f440339b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:54.090670 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f3150ee9-343f-4990-af6e-24368b23d414 req-af4a47b1-3dc0-441d-999f-2277f440339b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 943 time: 0.0826993 Feb 20 21:57:54.091671 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27408de-28e9-49f7-98a4-128fd1c2c6a1 admin admin] Network bc0cc959-c7f2-43cb-a257-f4e925d0beee is scheduled to be hosted by DHCP agent 6fcc0529-21bc-43b9-962d-56692d0812bd with binding_index 1 {{(pid=102707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:57:54.110572 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-f27408de-28e9-49f7-98a4-128fd1c2c6a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-1-iscsi, bc0cc959-c7f2-43cb-a257-f4e925d0beee) {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:57:54.117496 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27408de-28e9-49f7-98a4-128fd1c2c6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:54.118074 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f27408de-28e9-49f7-98a4-128fd1c2c6a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:54.118636 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d255685f-1959-4ad1-a55e-f79422e5f549 None None] Network bc0cc959-c7f2-43cb-a257-f4e925d0beee requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:57:54.148074 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-f27408de-28e9-49f7-98a4-128fd1c2c6a1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5638852 Feb 20 21:57:54.156814 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f3150ee9-343f-4990-af6e-24368b23d414 req-02f1e8ee-d36c-474e-99a1-59c3e4559251 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592475 Feb 20 21:57:54.217987 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f1df2b-6662-481d-8431-6dcc863eff3f None None] Network bc0cc959-c7f2-43cb-a257-f4e925d0beee requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:57:54.348958 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945bb14-c1b3-4513-9a3e-81759f0efd9b req-ad2d2b77-7faf-445a-bb45-5caf3d3e0946 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:54.350970 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d945bb14-c1b3-4513-9a3e-81759f0efd9b req-ad2d2b77-7faf-445a-bb45-5caf3d3e0946 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0579228 Feb 20 21:57:54.390162 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:54.412653 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d945bb14-c1b3-4513-9a3e-81759f0efd9b req-4d618a10-941e-421a-b8db-c09db398cf8f tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538902 Feb 20 21:57:54.820679 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe58dd-8267-4d16-b1f7-f44b8aebc402 req-cb0131c2-047b-417a-aff2-67e8f54a9f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:54.822222 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-cafe58dd-8267-4d16-b1f7-f44b8aebc402 req-cb0131c2-047b-417a-aff2-67e8f54a9f96 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc240588178349c5941fd216d35fb369&device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 1127 time: 0.0473540 Feb 20 21:57:54.939812 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe58dd-8267-4d16-b1f7-f44b8aebc402 req-a01f3372-71d2-4228-b509-9ca51d95d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:54.941303 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-cafe58dd-8267-4d16-b1f7-f44b8aebc402 req-a01f3372-71d2-4228-b509-9ca51d95d7f4 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cc240588178349c5941fd216d35fb369&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1052246 Feb 20 21:57:55.039249 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe58dd-8267-4d16-b1f7-f44b8aebc402 req-7f4cdd1e-3744-4f45-a491-859c50a23a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:55.040689 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-cafe58dd-8267-4d16-b1f7-f44b8aebc402 req-7f4cdd1e-3744-4f45-a491-859c50a23a03 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910261 Feb 20 21:57:55.125383 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-ed45de6d-cf30-4326-9242-fb5bca5fcc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:55.126765 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-ed45de6d-cf30-4326-9242-fb5bca5fcc0f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc240588178349c5941fd216d35fb369&device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 1127 time: 0.0449600 Feb 20 21:57:55.168348 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-69ee2d08-b81b-4d66-a751-dfcdef25b92c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03f08b6c-096a-442f-add4-dde3a8e6ef86 HTTP/1.1" status: 200 len: 217 time: 0.0343397 Feb 20 21:57:55.232930 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-6b342c51-655a-4ed4-845f-da348a259fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:55.234511 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-6b342c51-655a-4ed4-845f-da348a259fae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=303900da-7313-4ebf-9922-5c72d34ae783 HTTP/1.1" status: 200 len: 854 time: 0.0545299 Feb 20 21:57:55.275029 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-5c307992-5506-4108-84a0-0e1e85c25f4b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260420 Feb 20 21:57:55.275534 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5de895-6a14-488a-ae51-491bc0c6a041 req-94e8045f-9786-4304-ae91-39a5f1329f2d tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:55.277021 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9a5de895-6a14-488a-ae51-491bc0c6a041 req-94e8045f-9786-4304-ae91-39a5f1329f2d tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 943 time: 0.0512509 Feb 20 21:57:55.323359 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9a5de895-6a14-488a-ae51-491bc0c6a041 req-b1021f80-4779-4b09-a43f-2f43e9f45c28 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406053 Feb 20 21:57:55.372886 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-16e032fa-7bb5-48bc-858e-1002a30ca93b service neutron] 10.222.0.45 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844018 Feb 20 21:57:55.477052 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2bfce1b5-1515-4254-8fe2-0ff2b0703f8e req-d27faf7f-1554-426c-95cc-7b1a3bbdab0e service neutron] 10.222.0.45 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969474 Feb 20 21:57:55.547160 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89ffcc-5add-4f39-b672-8fe28b111590 req-6e037b24-877c-4d96-82aa-03bc9cf97cda tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:55.553555 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4d89ffcc-5add-4f39-b672-8fe28b111590 req-6e037b24-877c-4d96-82aa-03bc9cf97cda tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0649252 Feb 20 21:57:55.602133 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4d89ffcc-5add-4f39-b672-8fe28b111590 req-26526819-0b93-4bdf-9196-d105ad82967b tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468655 Feb 20 21:57:55.733382 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 54130) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:55.839291 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5e955c53-8376-4e24-81bd-60d38e916f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:55.848217 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:56.010079 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5e955c53-8376-4e24-81bd-60d38e916f1f admin admin] Publish callbacks [] for security_group (150a080e-a7fc-4d60-b296-b7eeaf171094), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:56.016359 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-d39f9270-acfa-4129-ad27-188ccbefb228 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:56.018726 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-d39f9270-acfa-4129-ad27-188ccbefb228 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/networks?id=bc0cc959-c7f2-43cb-a257-f4e925d0beee HTTP/1.1" status: 200 len: 809 time: 0.1576493 Feb 20 21:57:56.021057 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5e955c53-8376-4e24-81bd-60d38e916f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (150a080e-a7fc-4d60-b296-b7eeaf171094), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:56.066723 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-a393cfd3-dcc1-4a7c-b74e-27259b83cf9c tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/quotas/57ab2e39491e4fc1854f2342f206e1a6 HTTP/1.1" status: 200 len: 375 time: 0.0355182 Feb 20 21:57:56.077155 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 54148) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:57:56.077702 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-5e955c53-8376-4e24-81bd-60d38e916f1f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a8d7d7ba9a9e466abdb04ab73540c73d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432539 Feb 20 21:57:56.091624 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e955c53-8376-4e24-81bd-60d38e916f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150a080e-a7fc-4d60-b296-b7eeaf171094,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:56.131818 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-09830191-c4c9-412a-bce8-994b583b3595 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=57ab2e39491e4fc1854f2342f206e1a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528407 Feb 20 21:57:56.177103 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-aaef4812-57e7-4827-b5d1-e580aa56bc6c admin admin] Publish callbacks [] for security_group (150a080e-a7fc-4d60-b296-b7eeaf171094), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:56.203970 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-aaef4812-57e7-4827-b5d1-e580aa56bc6c admin admin] Publish callbacks [] for security_group (150a080e-a7fc-4d60-b296-b7eeaf171094), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:56.207009 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef2c79-ed6d-4dd1-8bc7-65da570d9e1f req-cd746ee6-97e2-44ab-8c0e-8394dc1905f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:56.208590 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-81ef2c79-ed6d-4dd1-8bc7-65da570d9e1f req-cd746ee6-97e2-44ab-8c0e-8394dc1905f6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 1129 time: 0.0749424 Feb 20 21:57:56.221495 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-21796dce-b1c3-4587-8fa7-5f755ea10aed service neutron] 10.222.0.61 "GET /v2.0/networks/bc0cc959-c7f2-43cb-a257-f4e925d0beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823274 Feb 20 21:57:56.275191 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-81ef2c79-ed6d-4dd1-8bc7-65da570d9e1f req-7bef38ce-e6a9-4cb1-bb9a-c62781bfadab service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593688 Feb 20 21:57:56.287375 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-aaef4812-57e7-4827-b5d1-e580aa56bc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (150a080e-a7fc-4d60-b296-b7eeaf171094), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:56.289998 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-aaef4812-57e7-4827-b5d1-e580aa56bc6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:56.291100 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-aaef4812-57e7-4827-b5d1-e580aa56bc6c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/150a080e-a7fc-4d60-b296-b7eeaf171094 HTTP/1.1" status: 204 len: 168 time: 0.2121687 Feb 20 21:57:56.298776 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef4812-57e7-4827-b5d1-e580aa56bc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150a080e-a7fc-4d60-b296-b7eeaf171094,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:56.322642 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-56a13fd9-e10c-4921-b6bc-cdcc3a92cdbb service neutron] 10.222.0.61 "GET /v2.0/networks/bc0cc959-c7f2-43cb-a257-f4e925d0beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953324 Feb 20 21:57:56.460222 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b279bc-95bc-477c-be01-3379a94412e2 req-8257501a-9360-404e-9e64-d6ed2c2ff2c0 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:56.461986 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f6b279bc-95bc-477c-be01-3379a94412e2 req-8257501a-9360-404e-9e64-d6ed2c2ff2c0 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 943 time: 0.0659039 Feb 20 21:57:56.490175 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-daa31b0b-f55d-4075-91f7-3d2c7459e69e req-ef960bf5-3c47-4f59-a073-ad5a73526820 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 210 time: 0.0271184 Feb 20 21:57:56.548711 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f6b279bc-95bc-477c-be01-3379a94412e2 req-13b13f12-7926-4cd7-9f22-0989331bf09e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572512 Feb 20 21:57:56.730982 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea037b12-b653-4ba9-bbb7-4a25ea3102c6 req-237988c3-4af7-462c-bfbf-4e1bdb3381bf tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:56.732603 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ea037b12-b653-4ba9-bbb7-4a25ea3102c6 req-237988c3-4af7-462c-bfbf-4e1bdb3381bf tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0553951 Feb 20 21:57:56.800433 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ea037b12-b653-4ba9-bbb7-4a25ea3102c6 req-9558a123-4b00-49b5-bfc4-56979348b37a tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609136 Feb 20 21:57:57.288367 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:57.587975 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d46136de-c4da-45a1-82ef-05c5e77ba0ef req-cfde2321-33b0-416a-a57d-bdea2731bd7d tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 210 time: 0.0265732 Feb 20 21:57:57.663300 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb1f4d-b6fc-451b-b258-1b883895830c req-93d0412f-8107-4041-b4cf-dfccbd25dc80 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:57.664761 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6ffb1f4d-b6fc-451b-b258-1b883895830c req-93d0412f-8107-4041-b4cf-dfccbd25dc80 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 943 time: 0.0505395 Feb 20 21:57:57.712134 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6ffb1f4d-b6fc-451b-b258-1b883895830c req-de55e20e-89f6-478f-96dc-85da46db5164 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419466 Feb 20 21:57:57.901911 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b2d5c-f494-4b87-8257-38f0ac2eaf7d req-09946dfc-0020-4345-a3c5-e0d655482f1b tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:57.903364 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-933b2d5c-f494-4b87-8257-38f0ac2eaf7d req-09946dfc-0020-4345-a3c5-e0d655482f1b tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0508680 Feb 20 21:57:57.947957 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-933b2d5c-f494-4b87-8257-38f0ac2eaf7d req-c2392e4c-671c-4e69-9451-d3f4e7bba119 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385559 Feb 20 21:57:58.679068 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-106935e3-c14f-489a-87f9-20c3d95600f7 req-3ae2122b-fcfa-4a49-a3e0-d29ae0c55ce2 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 210 time: 0.0259137 Feb 20 21:57:58.829596 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314db45a-a2f1-4f86-af1b-40efc10096c2 req-07e355f5-83e6-46ba-96fc-13f177ed7466 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:58.831069 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-314db45a-a2f1-4f86-af1b-40efc10096c2 req-07e355f5-83e6-46ba-96fc-13f177ed7466 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 943 time: 0.0543168 Feb 20 21:57:58.876099 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-314db45a-a2f1-4f86-af1b-40efc10096c2 req-76dbeff7-2d17-4f4f-8a91-8d141f260fcf tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395460 Feb 20 21:57:59.061101 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ff5dd-8bd1-4e04-8ef9-4e5350fd1b7a req-19afa2fe-d3f0-4c21-b37c-bb35057a3fbd tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:59.062481 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e72ff5dd-8bd1-4e04-8ef9-4e5350fd1b7a req-19afa2fe-d3f0-4c21-b37c-bb35057a3fbd tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0505991 Feb 20 21:57:59.107528 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e72ff5dd-8bd1-4e04-8ef9-4e5350fd1b7a req-56336fcb-28c7-4e23-88ff-b2854d464d8f tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396936 Feb 20 21:57:59.208525 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 03f08b6c-096a-442f-add4-dde3a8e6ef86 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:57:59.431015 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:59.459806 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 03f08b6c-096a-442f-add4-dde3a8e6ef86, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=03f08b6c-096a-442f-add4-dde3a8e6ef86,segment=NetworkSegment(592274ea-2f40-4464-8ba8-a0794eba0d43),segment_id=592274ea-2f40-4464-8ba8-a0794eba0d43)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:57:59.473277 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': '03f08b6c-096a-442f-add4-dde3a8e6ef86', 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a', 'port_id': '03f08b6c-096a-442f-add4-dde3a8e6ef86', 'mac_address': 'fa:16:3e:0f:a4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303900da-7313-4ebf-9922-5c72d34ae783', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:57:59.509151 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 03f08b6c-096a-442f-add4-dde3a8e6ef86 is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:57:59.509550 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (03f08b6c-096a-442f-add4-dde3a8e6ef86), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:59.522260 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f08b6c-096a-442f-add4-dde3a8e6ef86 {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:57:59.541348 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 03f08b6c-096a-442f-add4-dde3a8e6ef86, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=03f08b6c-096a-442f-add4-dde3a8e6ef86,segment=NetworkSegment(592274ea-2f40-4464-8ba8-a0794eba0d43),segment_id=592274ea-2f40-4464-8ba8-a0794eba0d43)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:57:59.544782 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (03f08b6c-096a-442f-add4-dde3a8e6ef86), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:57:59.590513 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=03f08b6c-096a-442f-add4-dde3a8e6ef86,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:57:59.599201 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:59.599606 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:59.599977 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:59.600328 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:59.600703 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:59.601231 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:59.601715 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:59.602201 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:59.602684 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:59.603164 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:59.603645 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:59.604121 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:59.604601 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:57:59.771840 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b806d8fd-900a-4250-84f2-7d95ca45188d req-17cc5feb-eb7b-4a36-8492-399d73985b1e tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 210 time: 0.0287373 Feb 20 21:57:59.878272 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['03f08b6c-096a-442f-add4-dde3a8e6ef86'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:57:59.980269 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-9759ca6c-b1a6-4984-8595-df492735eb79 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:57:59.981874 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-9759ca6c-b1a6-4984-8595-df492735eb79 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.45 "GET /v2.0/networks?id=bc0cc959-c7f2-43cb-a257-f4e925d0beee HTTP/1.1" status: 200 len: 809 time: 0.1225183 Feb 20 21:58:00.000428 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-19874012-67ac-489d-84db-83dc0b35b59d tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Request body: {'port': {'device_id': '4899dfac-1483-43dc-bc62-b7f57bda37fc', 'network_id': 'bc0cc959-c7f2-43cb-a257-f4e925d0beee', 'admin_state_up': True, 'tenant_id': '57ab2e39491e4fc1854f2342f206e1a6'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:00.010249 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a6500-3eed-417f-a353-d47660defc09 req-85e71d6b-2eb9-4126-9163-112619b1b510 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:00.011934 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c89a6500-3eed-417f-a353-d47660defc09 req-85e71d6b-2eb9-4126-9163-112619b1b510 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 944 time: 0.0627589 Feb 20 21:58:00.074903 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c89a6500-3eed-417f-a353-d47660defc09 req-0070d1d0-b818-42b6-93ed-c6b4eaf2bcc1 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540273 Feb 20 21:58:00.120203 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-19874012-67ac-489d-84db-83dc0b35b59d tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Made reservation on behalf of 57ab2e39491e4fc1854f2342f206e1a6 for: {'port': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:58:00.123552 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-19874012-67ac-489d-84db-83dc0b35b59d tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:00.245004 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b618c2-3391-48df-bfde-9ce019c4b110 req-42d7780a-858e-4875-af24-eb59b1870355 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:00.255308 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-49b618c2-3391-48df-bfde-9ce019c4b110 req-42d7780a-858e-4875-af24-eb59b1870355 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0675206 Feb 20 21:58:00.286829 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-19874012-67ac-489d-84db-83dc0b35b59d tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Allocated IP 172.20.0.13 (bc0cc959-c7f2-43cb-a257-f4e925d0beee/c5f6a270-ce3e-4ed3-97c4-15807ecc6d47/068aa066-91d1-49b3-896b-f9bca6b9bd5a) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:58:00.319597 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-49b618c2-3391-48df-bfde-9ce019c4b110 req-66c7e336-8d65-48f3-a8f9-b9f38d43fa3d tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654759 Feb 20 21:58:00.486458 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-19874012-67ac-489d-84db-83dc0b35b59d tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Publish callbacks [] for port (068aa066-91d1-49b3-896b-f9bca6b9bd5a), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:00.521214 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-19874012-67ac-489d-84db-83dc0b35b59d tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (068aa066-91d1-49b3-896b-f9bca6b9bd5a), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:00.564202 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-19874012-67ac-489d-84db-83dc0b35b59d tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Network bc0cc959-c7f2-43cb-a257-f4e925d0beee is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:58:00.567188 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-19874012-67ac-489d-84db-83dc0b35b59d tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:00.577244 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-19874012-67ac-489d-84db-83dc0b35b59d tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:58:00.579846 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19874012-67ac-489d-84db-83dc0b35b59d tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Pushing event updated for resources: {'Port': ['ID=068aa066-91d1-49b3-896b-f9bca6b9bd5a,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:00.635199 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-19874012-67ac-489d-84db-83dc0b35b59d tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:00.635810 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-19874012-67ac-489d-84db-83dc0b35b59d tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:00.652885 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-19874012-67ac-489d-84db-83dc0b35b59d tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6575902 Feb 20 21:58:00.667358 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Request body: {'port': {'device_id': '4899dfac-1483-43dc-bc62-b7f57bda37fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:00.731925 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (068aa066-91d1-49b3-896b-f9bca6b9bd5a), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:00.895638 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638af19-a1e0-4f9e-9ebe-c09033e62db3 req-07134c31-0d54-49a4-8838-115dea55a91f tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:00.897150 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6638af19-a1e0-4f9e-9ebe-c09033e62db3 req-07134c31-0d54-49a4-8838-115dea55a91f tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 932 time: 0.0506046 Feb 20 21:58:00.948580 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6638af19-a1e0-4f9e-9ebe-c09033e62db3 req-1742da87-0ff6-4714-86ac-14e1a9129db9 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456893 Feb 20 21:58:01.003022 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068aa066-91d1-49b3-896b-f9bca6b9bd5a {{(pid=102708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:58:01.010363 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Publish callbacks [] for port (068aa066-91d1-49b3-896b-f9bca6b9bd5a), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:01.022477 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.provisioning_blocks [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Transition to ACTIVE for port object 068aa066-91d1-49b3-896b-f9bca6b9bd5a will not be triggered until provisioned by entity L2. {{(pid=102708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:58:01.026219 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (068aa066-91d1-49b3-896b-f9bca6b9bd5a), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:01.074207 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Pushing event updated for resources: {'Port': ['ID=068aa066-91d1-49b3-896b-f9bca6b9bd5a,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:01.141583 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Attempting to bind port 068aa066-91d1-49b3-896b-f9bca6b9bd5a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:58:01.141933 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Attempting to bind port 068aa066-91d1-49b3-896b-f9bca6b9bd5a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'dc483bdb-d2f7-4e2a-9b5a-ab58d901e157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bc0cc959-c7f2-43cb-a257-f4e925d0beee'}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:58:01.142255 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Attempting to bind port 068aa066-91d1-49b3-896b-f9bca6b9bd5a on network bc0cc959-c7f2-43cb-a257-f4e925d0beee {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:58:01.146574 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Port 068aa066-91d1-49b3-896b-f9bca6b9bd5a on network bc0cc959-c7f2-43cb-a257-f4e925d0beee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:58:01.146902 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Attempting to bind port 068aa066-91d1-49b3-896b-f9bca6b9bd5a on network bc0cc959-c7f2-43cb-a257-f4e925d0beee {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:58:01.151618 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:58:01.151977 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Checking segment: {'id': 'dc483bdb-d2f7-4e2a-9b5a-ab58d901e157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bc0cc959-c7f2-43cb-a257-f4e925d0beee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:58:01.152338 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Bound using segment: {'id': 'dc483bdb-d2f7-4e2a-9b5a-ab58d901e157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bc0cc959-c7f2-43cb-a257-f4e925d0beee'} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:58:01.152763 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Bound port: 068aa066-91d1-49b3-896b-f9bca6b9bd5a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc483bdb-d2f7-4e2a-9b5a-ab58d901e157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bc0cc959-c7f2-43cb-a257-f4e925d0beee'}}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:58:01.153294 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (068aa066-91d1-49b3-896b-f9bca6b9bd5a), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:01.195720 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125528a-3e0f-47c6-9f56-114ed6c7cad4 req-ea68b528-0791-4453-bc9c-d4edd5fb73f9 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:01.197160 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b125528a-3e0f-47c6-9f56-114ed6c7cad4 req-ea68b528-0791-4453-bc9c-d4edd5fb73f9 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 944 time: 0.0522523 Feb 20 21:58:01.217824 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] For port 068aa066-91d1-49b3-896b-f9bca6b9bd5a, host hv-cinder-83009, cleared binding levels {{(pid=102708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:58:01.221957 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] For port 068aa066-91d1-49b3-896b-f9bca6b9bd5a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=068aa066-91d1-49b3-896b-f9bca6b9bd5a,segment=NetworkSegment(dc483bdb-d2f7-4e2a-9b5a-ab58d901e157),segment_id=dc483bdb-d2f7-4e2a-9b5a-ab58d901e157)] {{(pid=102708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:58:01.228212 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (068aa066-91d1-49b3-896b-f9bca6b9bd5a), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:01.245326 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b125528a-3e0f-47c6-9f56-114ed6c7cad4 req-c10b2fbd-948e-46a9-9c5e-904fcf894da6 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426657 Feb 20 21:58:01.262658 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:01.263272 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:01.264682 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] 10.222.0.45 "PUT /v2.0/ports/068aa066-91d1-49b3-896b-f9bca6b9bd5a HTTP/1.1" status: 200 len: 1094 time: 0.6038089 Feb 20 21:58:01.265146 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4899dfac-1483-43dc-bc62-b7f57bda37fc', 'tag': '068aa066-91d1-49b3-896b-f9bca6b9bd5a'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:58:01.267335 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e24393-1baf-4813-bbaa-649de5d06225" -d '{"events": [{"name": "network-changed", "server_uuid": "4899dfac-1483-43dc-bc62-b7f57bda37fc", "tag": "068aa066-91d1-49b3-896b-f9bca6b9bd5a"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:58:01.288651 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0196e0-1ab8-4f3b-b74a-f0db560b5679 service neutron] Pushing event updated for resources: {'Port': ['ID=068aa066-91d1-49b3-896b-f9bca6b9bd5a,revision_number=3']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:01.302231 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef2e12f-1e7d-4128-8034-852047861260 x-openstack-request-id: req-4ef2e12f-1e7d-4128-8034-852047861260 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:58:01.302521 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4899dfac-1483-43dc-bc62-b7f57bda37fc", "tag": "068aa066-91d1-49b3-896b-f9bca6b9bd5a", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:58:01.302771 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4ef2e12f-1e7d-4128-8034-852047861260 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:58:01.303159 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4899dfac-1483-43dc-bc62-b7f57bda37fc', 'tag': '068aa066-91d1-49b3-896b-f9bca6b9bd5a', 'status': 'completed', 'code': 200} Feb 20 21:58:01.445984 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d8555-3478-4f05-9ebc-614c3c5cd65d req-c93fc4e0-0a1f-4e88-9ad6-42afe27998a2 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:01.447370 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b52d8555-3478-4f05-9ebc-614c3c5cd65d req-c93fc4e0-0a1f-4e88-9ad6-42afe27998a2 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0511034 Feb 20 21:58:01.495370 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b52d8555-3478-4f05-9ebc-614c3c5cd65d req-06bcf33d-7fd4-4344-943f-5f0ce298b0c6 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424237 Feb 20 21:58:01.613325 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe39ea-57e5-447e-bc9d-5956968c042d req-a009df20-3331-4f05-8992-b36f6b784fc2 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:01.614801 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-aebe39ea-57e5-447e-bc9d-5956968c042d req-a009df20-3331-4f05-8992-b36f6b784fc2 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0546501 Feb 20 21:58:01.633222 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:58:01.667181 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-aebe39ea-57e5-447e-bc9d-5956968c042d req-d3e7c7d2-43dd-4ba9-b2c2-6be49de51d53 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450776 Feb 20 21:58:02.072632 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27689c17-8f5f-4cc3-ae2c-687beb33721b req-e562ffde-17f6-470b-a5be-fea43c242620 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:02.074135 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-27689c17-8f5f-4cc3-ae2c-687beb33721b req-e562ffde-17f6-470b-a5be-fea43c242620 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 944 time: 0.0505514 Feb 20 21:58:02.121340 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-27689c17-8f5f-4cc3-ae2c-687beb33721b req-4d5fba35-9be1-4cb2-ade7-3df283216629 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412040 Feb 20 21:58:02.362727 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9707d-7186-4bda-b6f2-24079d19cc97 req-f0b1735a-ec20-441e-b4d7-e4ce4d5b120f tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:02.364201 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-84c9707d-7186-4bda-b6f2-24079d19cc97 req-f0b1735a-ec20-441e-b4d7-e4ce4d5b120f tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 944 time: 0.0555956 Feb 20 21:58:02.409763 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-84c9707d-7186-4bda-b6f2-24079d19cc97 req-75b1f9d4-5aae-4450-9e7b-22af17424471 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400774 Feb 20 21:58:03.237278 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d808932-b7c7-4356-a2a6-a8e17132aa23 req-17afb18c-3291-4d51-8d1a-24b1d52fc54a tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:03.238751 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8d808932-b7c7-4356-a2a6-a8e17132aa23 req-17afb18c-3291-4d51-8d1a-24b1d52fc54a tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 944 time: 0.0512881 Feb 20 21:58:03.283535 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8d808932-b7c7-4356-a2a6-a8e17132aa23 req-dcfbaa4a-9c50-47cb-b8f5-bf62745b6626 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394106 Feb 20 21:58:03.441570 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e24393-1baf-4813-bbaa-649de5d06225 req-e6dcfcae-76e8-4b0e-9913-db81aa452889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:03.443066 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-31e24393-1baf-4813-bbaa-649de5d06225 req-e6dcfcae-76e8-4b0e-9913-db81aa452889 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=57ab2e39491e4fc1854f2342f206e1a6&device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 1128 time: 0.0441196 Feb 20 21:58:03.532576 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88924d5a-e270-4911-8ee8-73e5d06755da req-847db328-634d-409b-b21e-dc0f07533519 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:03.534150 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-88924d5a-e270-4911-8ee8-73e5d06755da req-847db328-634d-409b-b21e-dc0f07533519 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 944 time: 0.0547793 Feb 20 21:58:03.549380 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e24393-1baf-4813-bbaa-649de5d06225 req-440b06e9-49b5-4deb-af49-54902e8d6c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:03.550823 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-31e24393-1baf-4813-bbaa-649de5d06225 req-440b06e9-49b5-4deb-af49-54902e8d6c2d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=57ab2e39491e4fc1854f2342f206e1a6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0964737 Feb 20 21:58:03.583022 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-88924d5a-e270-4911-8ee8-73e5d06755da req-1fd1da20-ca15-4636-97d4-1c54d8f0f61d tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435011 Feb 20 21:58:03.643788 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e24393-1baf-4813-bbaa-649de5d06225 req-58fe5ef9-36fc-45b5-8649-ab296fbe3e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:03.645286 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-31e24393-1baf-4813-bbaa-649de5d06225 req-58fe5ef9-36fc-45b5-8649-ab296fbe3e58 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858133 Feb 20 21:58:03.723526 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-1b7af434-e14a-4e51-8fd0-08047be65d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:03.725056 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-1b7af434-e14a-4e51-8fd0-08047be65d8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=57ab2e39491e4fc1854f2342f206e1a6&device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 1128 time: 0.0438330 Feb 20 21:58:03.774720 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-50c93fa9-5a39-41e5-ae2a-bd83be72676b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=068aa066-91d1-49b3-896b-f9bca6b9bd5a HTTP/1.1" status: 200 len: 217 time: 0.0367260 Feb 20 21:58:03.823273 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-c601c5b1-68ab-4e55-91f3-70d79d80777f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:03.824745 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-c601c5b1-68ab-4e55-91f3-70d79d80777f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5f6a270-ce3e-4ed3-97c4-15807ecc6d47 HTTP/1.1" status: 200 len: 849 time: 0.0424712 Feb 20 21:58:03.855497 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-80a50c2e-cc6f-4ed3-818d-4449a4d2f0c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bc0cc959-c7f2-43cb-a257-f4e925d0beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235379 Feb 20 21:58:03.945767 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-7c588440-2e1c-49c6-ba6a-e0357e44e539 service neutron] 10.222.0.45 "GET /v2.0/networks/bc0cc959-c7f2-43cb-a257-f4e925d0beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824282 Feb 20 21:58:04.398266 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43cb3ae-a029-4e8f-bd89-9899d0cb7555 req-5f89cb44-2ad1-4a9e-9bb1-28eedbffecff tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:04.399660 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d43cb3ae-a029-4e8f-bd89-9899d0cb7555 req-5f89cb44-2ad1-4a9e-9bb1-28eedbffecff tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 944 time: 0.0509763 Feb 20 21:58:04.445025 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d43cb3ae-a029-4e8f-bd89-9899d0cb7555 req-0c43c300-de28-4c20-bd78-fed377c7b977 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399444 Feb 20 21:58:04.697730 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc8bbe-da26-4773-8f18-a4635a13d685 req-e7ce5883-a26a-4f5d-8c90-9a9637d4b766 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:04.699209 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-60dc8bbe-da26-4773-8f18-a4635a13d685 req-e7ce5883-a26a-4f5d-8c90-9a9637d4b766 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 944 time: 0.0506840 Feb 20 21:58:04.718206 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 03f08b6c-096a-442f-add4-dde3a8e6ef86 up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:04.754111 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-60dc8bbe-da26-4773-8f18-a4635a13d685 req-ce5d889b-63d4-482e-8470-7af9ec3a7080 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494494 Feb 20 21:58:04.778475 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port 03f08b6c-096a-442f-add4-dde3a8e6ef86 completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:58:04.789999 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port 03f08b6c-096a-442f-add4-dde3a8e6ef86 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:04.790717 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (03f08b6c-096a-442f-add4-dde3a8e6ef86), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:04.831737 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1937b9f7-2fe2-461f-a03e-a0ba806e610b req-860fc5c4-ec1e-4924-98f8-c46390f9a8cd service neutron] 10.222.0.45 "GET /v2.0/networks/bc0cc959-c7f2-43cb-a257-f4e925d0beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142967 Feb 20 21:58:04.870739 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 03f08b6c-096a-442f-add4-dde3a8e6ef86 is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:04.871198 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (03f08b6c-096a-442f-add4-dde3a8e6ef86), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:04.893767 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f08b6c-096a-442f-add4-dde3a8e6ef86'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:58:04.895993 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c8269e-dde8-4681-88f8-68d1ef827c74" -d '{"events": [{"server_uuid": "a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd", "name": "network-vif-plugged", "status": "completed", "tag": "03f08b6c-096a-442f-add4-dde3a8e6ef86"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:58:04.908134 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 03f08b6c-096a-442f-add4-dde3a8e6ef86, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=03f08b6c-096a-442f-add4-dde3a8e6ef86,segment=NetworkSegment(592274ea-2f40-4464-8ba8-a0794eba0d43),segment_id=592274ea-2f40-4464-8ba8-a0794eba0d43)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:04.916008 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (03f08b6c-096a-442f-add4-dde3a8e6ef86), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:04.949212 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6affbdc0-714f-41c9-b705-b158ae07a023 x-openstack-request-id: req-6affbdc0-714f-41c9-b705-b158ae07a023 {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:58:04.949528 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd", "name": "network-vif-plugged", "status": "completed", "tag": "03f08b6c-096a-442f-add4-dde3a8e6ef86", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:58:04.949789 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6affbdc0-714f-41c9-b705-b158ae07a023 {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:58:04.950183 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f08b6c-096a-442f-add4-dde3a8e6ef86', 'code': 200} Feb 20 21:58:04.976602 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=03f08b6c-096a-442f-add4-dde3a8e6ef86,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:05.564811 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00173786-d2d1-41c6-b0f3-1b7cf7ec688c req-cf9b93c6-f4d3-4d0b-bf9b-89852f47e281 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:05.566356 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-00173786-d2d1-41c6-b0f3-1b7cf7ec688c req-cf9b93c6-f4d3-4d0b-bf9b-89852f47e281 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 944 time: 0.0559411 Feb 20 21:58:05.611684 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-00173786-d2d1-41c6-b0f3-1b7cf7ec688c req-24e2f31b-78ae-4ef7-a589-a1cd8534c4eb tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397522 Feb 20 21:58:05.871006 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2024b14-c235-404d-97b0-df6af62706c7 req-06d52c04-7b55-44fd-aa99-571442dfa6f4 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:05.872467 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d2024b14-c235-404d-97b0-df6af62706c7 req-06d52c04-7b55-44fd-aa99-571442dfa6f4 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 945 time: 0.0504618 Feb 20 21:58:05.918070 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d2024b14-c235-404d-97b0-df6af62706c7 req-9f539b21-fd4e-441c-91c1-d921768ed9de tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396078 Feb 20 21:58:06.646209 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20461f2-7530-4465-8fa7-fac0a6bdf089 req-389f1e9f-2ab1-462b-b2f1-ea656cf0a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:06.647689 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b20461f2-7530-4465-8fa7-fac0a6bdf089 req-389f1e9f-2ab1-462b-b2f1-ea656cf0a9bb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 1129 time: 0.0423255 Feb 20 21:58:06.694294 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b20461f2-7530-4465-8fa7-fac0a6bdf089 req-20be30f5-8af7-4892-b12e-341f03e0cc54 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403485 Feb 20 21:58:06.724097 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed00a61-4e14-4788-bddf-7ecdbe11c46e req-41b9c05c-b9f3-46af-b1f5-daadb0388236 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:06.725602 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fed00a61-4e14-4788-bddf-7ecdbe11c46e req-41b9c05c-b9f3-46af-b1f5-daadb0388236 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 944 time: 0.0496016 Feb 20 21:58:06.774215 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fed00a61-4e14-4788-bddf-7ecdbe11c46e req-0670e011-bbd6-4ddd-bc6d-7a006975d0c1 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430133 Feb 20 21:58:07.039165 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606d4bd-c397-42d4-9217-24bcc4616cde req-9a1ca9b8-7bc2-469a-be5d-6745f3051d0f tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:07.040784 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8606d4bd-c397-42d4-9217-24bcc4616cde req-9a1ca9b8-7bc2-469a-be5d-6745f3051d0f tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 945 time: 0.0544825 Feb 20 21:58:07.087704 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8606d4bd-c397-42d4-9217-24bcc4616cde req-10f1f997-00e3-4ccd-8fe9-5fd409196927 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414581 Feb 20 21:58:07.481470 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f75e0-6cc1-457a-9fc0-0dbd85594304 req-29195286-0c75-4b32-9e4a-94a3b49ee201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:07.484152 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ab9f75e0-6cc1-457a-9fc0-0dbd85594304 req-29195286-0c75-4b32-9e4a-94a3b49ee201 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31a3beb756d44069b8b12e5e819b6a92&device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 1130 time: 0.0509453 Feb 20 21:58:07.496304 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7f7bd-b5f8-45fd-81bd-ab37f1a9eb97 req-707129ce-da85-4e0d-945d-b17dbc5b3fac tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:07.498673 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-42a7f7bd-b5f8-45fd-81bd-ab37f1a9eb97 req-707129ce-da85-4e0d-945d-b17dbc5b3fac tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0628994 Feb 20 21:58:07.553101 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-42a7f7bd-b5f8-45fd-81bd-ab37f1a9eb97 req-8414bcd4-634d-45bb-81aa-9bed57cb5881 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475719 Feb 20 21:58:07.589966 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f75e0-6cc1-457a-9fc0-0dbd85594304 req-3861fee7-1a0e-4f00-85a9-ef0d9845299b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:07.591414 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ab9f75e0-6cc1-457a-9fc0-0dbd85594304 req-3861fee7-1a0e-4f00-85a9-ef0d9845299b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a89eb610-f3f6-48dd-a90b-fd6474eca384 HTTP/1.1" status: 200 len: 919 time: 0.1005971 Feb 20 21:58:07.639906 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ab9f75e0-6cc1-457a-9fc0-0dbd85594304 req-6e1cff9f-1091-48ab-841f-ce43b2bc8d2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7fdc472-ff50-4b72-85de-a3c41f136769 HTTP/1.1" status: 200 len: 217 time: 0.0370083 Feb 20 21:58:07.689693 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f75e0-6cc1-457a-9fc0-0dbd85594304 req-d90a2626-0de3-4c70-8982-d5621bc11fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:07.691194 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ab9f75e0-6cc1-457a-9fc0-0dbd85594304 req-d90a2626-0de3-4c70-8982-d5621bc11fba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ec271f1-ff6d-444d-b149-16f50cc10be7 HTTP/1.1" status: 200 len: 858 time: 0.0431678 Feb 20 21:58:07.723827 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ab9f75e0-6cc1-457a-9fc0-0dbd85594304 req-57d6a1e4-8c07-4976-a248-f1b694a816d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a89eb610-f3f6-48dd-a90b-fd6474eca384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257719 Feb 20 21:58:07.823614 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ab9f75e0-6cc1-457a-9fc0-0dbd85594304 req-861e6868-c9fa-47e6-bfa1-e28a83436f74 service neutron] 10.222.0.45 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916021 Feb 20 21:58:07.851625 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 54440) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:07.900993 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920332f-7fdc-4e18-807e-444039904b3a req-b9d0fe79-d875-40d9-b03e-f902b68eaa89 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:07.903483 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c920332f-7fdc-4e18-807e-444039904b3a req-b9d0fe79-d875-40d9-b03e-f902b68eaa89 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 944 time: 0.0600402 Feb 20 21:58:07.923887 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ab9f75e0-6cc1-457a-9fc0-0dbd85594304 req-06677306-5407-4b80-885e-de989ba45697 service neutron] 10.222.0.45 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932720 Feb 20 21:58:07.951913 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c920332f-7fdc-4e18-807e-444039904b3a req-68b827a3-234a-4bf8-8c31-6f933a6c00bd tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439532 Feb 20 21:58:07.988133 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-2bfbd135-0a87-4316-a330-c1a042c9e68c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:08.063238 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-2bfbd135-0a87-4316-a330-c1a042c9e68c admin admin] Publish callbacks [] for security_group (10400227-8062-4b60-80b6-53d7667440ae), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:08.067408 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-2bfbd135-0a87-4316-a330-c1a042c9e68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (10400227-8062-4b60-80b6-53d7667440ae), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:08.108158 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-2bfbd135-0a87-4316-a330-c1a042c9e68c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5034d4da194a457d9b77e6b5d714165b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553134 Feb 20 21:58:08.111337 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbd135-0a87-4316-a330-c1a042c9e68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10400227-8062-4b60-80b6-53d7667440ae,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:08.111513 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 54448) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:08.171802 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d9aa11d3-f575-4824-bd34-d05f9f333b86 admin admin] Publish callbacks [] for security_group (10400227-8062-4b60-80b6-53d7667440ae), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:08.222899 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d9aa11d3-f575-4824-bd34-d05f9f333b86 admin admin] Publish callbacks [] for security_group (10400227-8062-4b60-80b6-53d7667440ae), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:08.274525 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e119f97-0582-40f0-a3cf-3673f4de5577 req-2033f095-a2d6-4287-be35-e06c4b12c1fc tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:08.276017 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4e119f97-0582-40f0-a3cf-3673f4de5577 req-2033f095-a2d6-4287-be35-e06c4b12c1fc tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 945 time: 0.1015179 Feb 20 21:58:08.310416 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d9aa11d3-f575-4824-bd34-d05f9f333b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (10400227-8062-4b60-80b6-53d7667440ae), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:08.313436 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d9aa11d3-f575-4824-bd34-d05f9f333b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:08.314493 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-d9aa11d3-f575-4824-bd34-d05f9f333b86 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/10400227-8062-4b60-80b6-53d7667440ae HTTP/1.1" status: 204 len: 168 time: 0.2025995 Feb 20 21:58:08.333125 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa11d3-f575-4824-bd34-d05f9f333b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10400227-8062-4b60-80b6-53d7667440ae,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:08.339700 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4e119f97-0582-40f0-a3cf-3673f4de5577 req-4f3522b3-e285-49bb-97c6-21d051df6335 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577183 Feb 20 21:58:08.587447 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 54470) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:08.601269 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd9a1-66dc-4c02-bda8-c1870d6811bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:08.703922 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510ba17-e9be-42e8-8411-725f723cd48f req-8fc15ec6-c193-4892-bd6b-d63d7b8c5ba3 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:08.705779 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8510ba17-e9be-42e8-8411-725f723cd48f req-8fc15ec6-c193-4892-bd6b-d63d7b8c5ba3 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0732584 Feb 20 21:58:08.740235 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd9a1-66dc-4c02-bda8-c1870d6811bb admin admin] Publish callbacks [] for security_group (f556bbce-5f74-4d4b-bec1-18ec575e1bb5), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:08.746637 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd9a1-66dc-4c02-bda8-c1870d6811bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (f556bbce-5f74-4d4b-bec1-18ec575e1bb5), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:08.803301 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8510ba17-e9be-42e8-8411-725f723cd48f req-ea7f3600-2a70-402f-8044-2e2d88bd58bb tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896509 Feb 20 21:58:08.805218 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dd9a1-66dc-4c02-bda8-c1870d6811bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f556bbce-5f74-4d4b-bec1-18ec575e1bb5,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:08.812027 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-0f2dd9a1-66dc-4c02-bda8-c1870d6811bb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a2a974b7783743718abc499da05a8a0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212305 Feb 20 21:58:08.812218 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 54472) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:08.861825 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-17ba3fc4-53e8-4027-8ee8-ae7873c7dd5b admin admin] Publish callbacks [] for security_group (f556bbce-5f74-4d4b-bec1-18ec575e1bb5), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:08.882755 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-17ba3fc4-53e8-4027-8ee8-ae7873c7dd5b admin admin] Publish callbacks [] for security_group (f556bbce-5f74-4d4b-bec1-18ec575e1bb5), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:08.927347 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-17ba3fc4-53e8-4027-8ee8-ae7873c7dd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (f556bbce-5f74-4d4b-bec1-18ec575e1bb5), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:08.929997 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-17ba3fc4-53e8-4027-8ee8-ae7873c7dd5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:08.931119 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-17ba3fc4-53e8-4027-8ee8-ae7873c7dd5b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f556bbce-5f74-4d4b-bec1-18ec575e1bb5 HTTP/1.1" status: 204 len: 168 time: 0.1180089 Feb 20 21:58:08.938758 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba3fc4-53e8-4027-8ee8-ae7873c7dd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f556bbce-5f74-4d4b-bec1-18ec575e1bb5,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:09.068395 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe71fe-66dd-4b2d-84de-6213f7c15c1a req-f5aeed98-a187-4bb6-89a6-1261a1b4c21d tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:09.073428 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3ebe71fe-66dd-4b2d-84de-6213f7c15c1a req-f5aeed98-a187-4bb6-89a6-1261a1b4c21d tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 944 time: 0.0557132 Feb 20 21:58:09.121049 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3ebe71fe-66dd-4b2d-84de-6213f7c15c1a req-7e128b71-1b0a-4fc5-bd48-c1809f8e5352 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454540 Feb 20 21:58:09.239763 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 54482) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:09.255995 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c254865d-b609-4405-bcae-220eb29fe332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:09.332648 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c254865d-b609-4405-bcae-220eb29fe332 admin admin] Publish callbacks [] for security_group (af7a07f4-6633-49d1-8a2c-4c8d20488366), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:09.336423 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c254865d-b609-4405-bcae-220eb29fe332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (af7a07f4-6633-49d1-8a2c-4c8d20488366), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:09.373030 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254865d-b609-4405-bcae-220eb29fe332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7a07f4-6633-49d1-8a2c-4c8d20488366,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:09.378939 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-c254865d-b609-4405-bcae-220eb29fe332 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8e7476e560b043548477f7d62686d22f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381040 Feb 20 21:58:09.387089 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 54492) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:09.441443 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-09a2dd6a-8b1a-4d6e-99ac-1f5a84e25552 admin admin] Publish callbacks [] for security_group (af7a07f4-6633-49d1-8a2c-4c8d20488366), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:09.465380 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-09a2dd6a-8b1a-4d6e-99ac-1f5a84e25552 admin admin] Publish callbacks [] for security_group (af7a07f4-6633-49d1-8a2c-4c8d20488366), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:09.470318 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134465ca-0001-4690-bc4f-b666b2820fb7 req-72056128-f037-485d-95cb-d22b56aaf148 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:09.472843 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-134465ca-0001-4690-bc4f-b666b2820fb7 req-72056128-f037-485d-95cb-d22b56aaf148 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 945 time: 0.0560753 Feb 20 21:58:09.528072 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-134465ca-0001-4690-bc4f-b666b2820fb7 req-cb59fa7c-c862-49e5-bebb-e303dc867915 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497198 Feb 20 21:58:09.544059 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-09a2dd6a-8b1a-4d6e-99ac-1f5a84e25552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (af7a07f4-6633-49d1-8a2c-4c8d20488366), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:09.546860 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-09a2dd6a-8b1a-4d6e-99ac-1f5a84e25552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:09.548324 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-09a2dd6a-8b1a-4d6e-99ac-1f5a84e25552 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/af7a07f4-6633-49d1-8a2c-4c8d20488366 HTTP/1.1" status: 204 len: 168 time: 0.1600480 Feb 20 21:58:09.574663 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2dd6a-8b1a-4d6e-99ac-1f5a84e25552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7a07f4-6633-49d1-8a2c-4c8d20488366,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:09.598791 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 54506) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:09.866753 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6463dd4c-991e-4703-9044-107bd148731e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:09.959257 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6463dd4c-991e-4703-9044-107bd148731e admin admin] Publish callbacks [] for security_group (97d4dfd6-fcdf-48a4-a88b-0ec2d2ae9740), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:09.965531 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6463dd4c-991e-4703-9044-107bd148731e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (97d4dfd6-fcdf-48a4-a88b-0ec2d2ae9740), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:09.987937 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e73057-cd6d-4034-a63e-378f6be6c077 req-0b169866-66e0-48d8-b107-3e5e5cecc318 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:09.996303 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-37e73057-cd6d-4034-a63e-378f6be6c077 req-0b169866-66e0-48d8-b107-3e5e5cecc318 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.1122725 Feb 20 21:58:10.022040 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463dd4c-991e-4703-9044-107bd148731e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d4dfd6-fcdf-48a4-a88b-0ec2d2ae9740,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:10.035571 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-6463dd4c-991e-4703-9044-107bd148731e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e0fe82967d0d4542899d6c84f9a58b76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4354284 Feb 20 21:58:10.038837 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 54524) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:10.053444 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-37e73057-cd6d-4034-a63e-378f6be6c077 req-ea970d9b-d362-48c1-bd68-bcbcc976427c tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563192 Feb 20 21:58:10.097845 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-3512d43a-0109-4d16-8c02-5f8a97f6ae22 admin admin] Publish callbacks [] for security_group (97d4dfd6-fcdf-48a4-a88b-0ec2d2ae9740), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:10.120217 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-3512d43a-0109-4d16-8c02-5f8a97f6ae22 admin admin] Publish callbacks [] for security_group (97d4dfd6-fcdf-48a4-a88b-0ec2d2ae9740), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:10.189340 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-3512d43a-0109-4d16-8c02-5f8a97f6ae22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (97d4dfd6-fcdf-48a4-a88b-0ec2d2ae9740), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:10.193515 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-3512d43a-0109-4d16-8c02-5f8a97f6ae22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:10.200015 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-3512d43a-0109-4d16-8c02-5f8a97f6ae22 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/97d4dfd6-fcdf-48a4-a88b-0ec2d2ae9740 HTTP/1.1" status: 204 len: 168 time: 0.1584065 Feb 20 21:58:10.218210 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512d43a-0109-4d16-8c02-5f8a97f6ae22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d4dfd6-fcdf-48a4-a88b-0ec2d2ae9740,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:10.224783 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 068aa066-91d1-49b3-896b-f9bca6b9bd5a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:58:10.283801 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd09905-636f-4705-8b24-de962a904303 req-686577f8-67a6-475f-a32e-91691e6c0dfb tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:10.286991 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ebd09905-636f-4705-8b24-de962a904303 req-686577f8-67a6-475f-a32e-91691e6c0dfb tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 944 time: 0.0925360 Feb 20 21:58:10.353219 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ebd09905-636f-4705-8b24-de962a904303 req-c25aff51-b9a4-4062-add7-905be60cfd2d tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585697 Feb 20 21:58:10.385572 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 068aa066-91d1-49b3-896b-f9bca6b9bd5a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=068aa066-91d1-49b3-896b-f9bca6b9bd5a,segment=NetworkSegment(dc483bdb-d2f7-4e2a-9b5a-ab58d901e157),segment_id=dc483bdb-d2f7-4e2a-9b5a-ab58d901e157)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:10.395992 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': '068aa066-91d1-49b3-896b-f9bca6b9bd5a', 'network_id': 'bc0cc959-c7f2-43cb-a257-f4e925d0beee', 'port_id': '068aa066-91d1-49b3-896b-f9bca6b9bd5a', 'mac_address': 'fa:16:3e:fe:6a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f6a270-ce3e-4ed3-97c4-15807ecc6d47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:58:10.437800 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 068aa066-91d1-49b3-896b-f9bca6b9bd5a is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:10.438285 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (068aa066-91d1-49b3-896b-f9bca6b9bd5a), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:10.452140 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068aa066-91d1-49b3-896b-f9bca6b9bd5a {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:58:10.475918 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 068aa066-91d1-49b3-896b-f9bca6b9bd5a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=068aa066-91d1-49b3-896b-f9bca6b9bd5a,segment=NetworkSegment(dc483bdb-d2f7-4e2a-9b5a-ab58d901e157),segment_id=dc483bdb-d2f7-4e2a-9b5a-ab58d901e157)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:10.480394 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (068aa066-91d1-49b3-896b-f9bca6b9bd5a), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:10.528920 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=068aa066-91d1-49b3-896b-f9bca6b9bd5a,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:10.768478 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['068aa066-91d1-49b3-896b-f9bca6b9bd5a'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:58:10.942813 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 54570) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:11.137932 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-205da45d-95a3-498d-9618-2c5f28cd48fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:11.227998 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17476008-e215-4a25-a141-c70ee0d84389 req-00d65b34-99d6-4030-bb71-b1473745c191 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:11.237171 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-17476008-e215-4a25-a141-c70ee0d84389 req-00d65b34-99d6-4030-bb71-b1473745c191 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0807927 Feb 20 21:58:11.238755 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 54594) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:11.303332 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-205da45d-95a3-498d-9618-2c5f28cd48fd admin admin] Publish callbacks [] for security_group (a4ea4fc0-5af1-4d25-9b16-89e40c352725), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:11.311266 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-17476008-e215-4a25-a141-c70ee0d84389 req-aff07669-44b3-4eee-82dd-21cecf64bbdb tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697813 Feb 20 21:58:11.313889 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-205da45d-95a3-498d-9618-2c5f28cd48fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (a4ea4fc0-5af1-4d25-9b16-89e40c352725), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:11.358886 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-205da45d-95a3-498d-9618-2c5f28cd48fd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf06e6ddbb0c43b6810cca211d493e3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4140775 Feb 20 21:58:11.359920 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205da45d-95a3-498d-9618-2c5f28cd48fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ea4fc0-5af1-4d25-9b16-89e40c352725,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:11.361492 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 54602) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:11.419435 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-76c45f6f-14bd-4462-876b-46511e364e06 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-55845558-network', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:11.451685 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c45f6f-14bd-4462-876b-46511e364e06 admin admin] Made reservation on behalf of b3885aa7992e4e54891e9136ce879dfd for: {'network': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:58:11.456406 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-76c45f6f-14bd-4462-876b-46511e364e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for network (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:11.471177 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-76c45f6f-14bd-4462-876b-46511e364e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:11.494920 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-453cf49b-88f3-4d44-8b13-7860df8a367f admin admin] Publish callbacks [] for security_group (a4ea4fc0-5af1-4d25-9b16-89e40c352725), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:11.530020 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-453cf49b-88f3-4d44-8b13-7860df8a367f admin admin] Publish callbacks [] for security_group (a4ea4fc0-5af1-4d25-9b16-89e40c352725), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:11.538563 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c0e62-5236-47ff-8bd5-dfa034c14dc3 req-9f32b583-fef0-447e-9714-08dccacdf012 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:11.540162 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d92c0e62-5236-47ff-8bd5-dfa034c14dc3 req-9f32b583-fef0-447e-9714-08dccacdf012 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 945 time: 0.0952132 Feb 20 21:58:11.571491 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-76c45f6f-14bd-4462-876b-46511e364e06 admin admin] Publish callbacks [] for security_group (a4ac39b2-14fa-4b50-ab88-8f0a85872e2f), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:11.576171 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-76c45f6f-14bd-4462-876b-46511e364e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (a4ac39b2-14fa-4b50-ab88-8f0a85872e2f), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:11.612162 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c45f6f-14bd-4462-876b-46511e364e06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=102708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:58:11.623146 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d92c0e62-5236-47ff-8bd5-dfa034c14dc3 req-16ffec90-1b3b-4dcf-8624-2a90703b7971 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749249 Feb 20 21:58:11.635918 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c45f6f-14bd-4462-876b-46511e364e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ac39b2-14fa-4b50-ab88-8f0a85872e2f,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:11.639593 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-453cf49b-88f3-4d44-8b13-7860df8a367f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (a4ea4fc0-5af1-4d25-9b16-89e40c352725), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:11.643149 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-453cf49b-88f3-4d44-8b13-7860df8a367f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:11.644394 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-453cf49b-88f3-4d44-8b13-7860df8a367f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4ea4fc0-5af1-4d25-9b16-89e40c352725 HTTP/1.1" status: 204 len: 168 time: 0.2819297 Feb 20 21:58:11.646281 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-76c45f6f-14bd-4462-876b-46511e364e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (02cae610-c7ae-4a3a-a036-d106fbb01368), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:11.651523 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.segments_db [None req-76c45f6f-14bd-4462-876b-46511e364e06 admin admin] Added segment 02cae610-c7ae-4a3a-a036-d106fbb01368 of type vlan for network 73283953-4b32-47aa-9293-e0cdbad6f01b Feb 20 21:58:11.653523 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cf49b-88f3-4d44-8b13-7860df8a367f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ea4fc0-5af1-4d25-9b16-89e40c352725,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:11.702758 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-76c45f6f-14bd-4462-876b-46511e364e06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760287717003'] for network (73283953-4b32-47aa-9293-e0cdbad6f01b), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:11.731890 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-76c45f6f-14bd-4462-876b-46511e364e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for network (73283953-4b32-47aa-9293-e0cdbad6f01b), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:11.732832 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c45f6f-14bd-4462-876b-46511e364e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:11.733566 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-76c45f6f-14bd-4462-876b-46511e364e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:11.792118 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-76c45f6f-14bd-4462-876b-46511e364e06 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5454886 Feb 20 21:58:11.795512 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 54616) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:11.798016 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c45f6f-14bd-4462-876b-46511e364e06 admin admin] Pushing event updated for resources: {'Network': ['ID=73283953-4b32-47aa-9293-e0cdbad6f01b,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:11.804481 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-fd04faa7-5ae4-4378-8c39-c825759fb18e admin admin] Request body: {'subnet': {'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-55845558-subnet', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'ip_version': 4}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:11.810745 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Network 73283953-4b32-47aa-9293-e0cdbad6f01b details requested by agent ovs-agent-dv-cinder-830093-1-iscsi with host dv-cinder-830093-1-iscsi {{(pid=102709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:58:11.830913 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd04faa7-5ae4-4378-8c39-c825759fb18e admin admin] Made reservation on behalf of b3885aa7992e4e54891e9136ce879dfd for: {'subnet': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:58:11.833934 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-fd04faa7-5ae4-4378-8c39-c825759fb18e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12283464'] for subnet (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:12.028445 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-fd04faa7-5ae4-4378-8c39-c825759fb18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11566155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12283578'] for subnet (4a43bc83-a8d6-4033-994e-40c0a619b573), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:12.087042 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04faa7-5ae4-4378-8c39-c825759fb18e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a43bc83-a8d6-4033-994e-40c0a619b573,revision_number=0']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:12.097580 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd04faa7-5ae4-4378-8c39-c825759fb18e admin admin] Checking segment: {'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:58:12.097938 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd04faa7-5ae4-4378-8c39-c825759fb18e admin admin] Network hostable DHCP agents. Network: 73283953-4b32-47aa-9293-e0cdbad6f01b, hostable agents: ['6fcc0529-21bc-43b9-962d-56692d0812bd'], hosted agents: [] {{(pid=102707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:58:12.114532 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd04faa7-5ae4-4378-8c39-c825759fb18e admin admin] Network 73283953-4b32-47aa-9293-e0cdbad6f01b is scheduled to be hosted by DHCP agent 6fcc0529-21bc-43b9-962d-56692d0812bd with binding_index 1 {{(pid=102707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:58:12.123571 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-fd04faa7-5ae4-4378-8c39-c825759fb18e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-1-iscsi, 73283953-4b32-47aa-9293-e0cdbad6f01b) {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:12.128937 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd04faa7-5ae4-4378-8c39-c825759fb18e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:12.129596 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-fd04faa7-5ae4-4378-8c39-c825759fb18e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:12.136319 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad42d33-6721-48b1-b7ae-89d548dfa0ef None None] Network 73283953-4b32-47aa-9293-e0cdbad6f01b requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:58:12.147963 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-fd04faa7-5ae4-4378-8c39-c825759fb18e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3511326 Feb 20 21:58:12.150626 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 54630) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:12.155020 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-ad38a79d-6869-4faf-a99c-0666208cb553 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:12.176307 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ad38a79d-6869-4faf-a99c-0666208cb553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27494'] for router (47bdbb85-9d24-4be1-8431-88ae730edf1a), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:12.177352 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ad38a79d-6869-4faf-a99c-0666208cb553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27549'] for router (47bdbb85-9d24-4be1-8431-88ae730edf1a), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:12.235693 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ad38a79d-6869-4faf-a99c-0666208cb553 admin admin] Publish callbacks [] for router_controller (47bdbb85-9d24-4be1-8431-88ae730edf1a), precommit_add_association {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:12.241867 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 068aa066-91d1-49b3-896b-f9bca6b9bd5a up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:12.277810 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64180d25-863e-5e6e-960c-f070cb81dd8f-73283953-4b32-47aa-9293-e0cdbad6f01b', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573'}]}} from dv-cinder-830093-1-iscsi. {{(pid=102709) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 21:58:12.278664 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:12.397653 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port 068aa066-91d1-49b3-896b-f9bca6b9bd5a completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:58:12.402953 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 54642) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:12.406982 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port 068aa066-91d1-49b3-896b-f9bca6b9bd5a triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:12.407416 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (068aa066-91d1-49b3-896b-f9bca6b9bd5a), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:12.409254 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ad38a79d-6869-4faf-a99c-0666208cb553 admin admin] Publish callbacks [] for router_gateway (47bdbb85-9d24-4be1-8431-88ae730edf1a), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:12.499201 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.db_base_plugin_common [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] Allocated IP 172.20.0.2 (73283953-4b32-47aa-9293-e0cdbad6f01b/4a43bc83-a8d6-4033-994e-40c0a619b573/19a07a00-365e-4cfe-87a2-a39347af238d) {{(pid=102709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:58:12.512108 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26329b2a-c94a-4c67-a6fa-5cb64553f1d1 req-a9fc274b-ec60-49b3-a9b6-70173ea59c08 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:12.513658 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-26329b2a-c94a-4c67-a6fa-5cb64553f1d1 req-a9fc274b-ec60-49b3-a9b6-70173ea59c08 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.1215992 Feb 20 21:58:12.562471 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-b5c54be3-1b34-4e2e-b5c6-5cac3f86bb4a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1584473298-network', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:12.581742 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-26329b2a-c94a-4c67-a6fa-5cb64553f1d1 req-2c0cf29d-ea65-4344-8513-181295b47b92 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594716 Feb 20 21:58:12.588484 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c54be3-1b34-4e2e-b5c6-5cac3f86bb4a admin admin] Made reservation on behalf of d479f105163541f18f8c7e153c5762e4 for: {'network': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:58:12.592530 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-b5c54be3-1b34-4e2e-b5c6-5cac3f86bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for network (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:12.599776 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 068aa066-91d1-49b3-896b-f9bca6b9bd5a is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:12.600248 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (068aa066-91d1-49b3-896b-f9bca6b9bd5a), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:12.611994 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-b5c54be3-1b34-4e2e-b5c6-5cac3f86bb4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:12.638902 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4899dfac-1483-43dc-bc62-b7f57bda37fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068aa066-91d1-49b3-896b-f9bca6b9bd5a'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:58:12.641291 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3810abe6-4174-45aa-8d4d-f582464b17ec" -d '{"events": [{"server_uuid": "4899dfac-1483-43dc-bc62-b7f57bda37fc", "name": "network-vif-plugged", "status": "completed", "tag": "068aa066-91d1-49b3-896b-f9bca6b9bd5a"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:58:12.665459 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 068aa066-91d1-49b3-896b-f9bca6b9bd5a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=068aa066-91d1-49b3-896b-f9bca6b9bd5a,segment=NetworkSegment(dc483bdb-d2f7-4e2a-9b5a-ab58d901e157),segment_id=dc483bdb-d2f7-4e2a-9b5a-ab58d901e157)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:12.681754 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (068aa066-91d1-49b3-896b-f9bca6b9bd5a), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:12.704486 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ad38a79d-6869-4faf-a99c-0666208cb553 admin admin] Publish callbacks [] for router_gateway (47bdbb85-9d24-4be1-8431-88ae730edf1a), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:12.709547 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-b5c54be3-1b34-4e2e-b5c6-5cac3f86bb4a admin admin] Publish callbacks [] for security_group (8dedf305-f14c-4862-948c-ef847f39d31d), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:12.715969 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-b5c54be3-1b34-4e2e-b5c6-5cac3f86bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (8dedf305-f14c-4862-948c-ef847f39d31d), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:12.728214 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ad38a79d-6869-4faf-a99c-0666208cb553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:12.733596 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281d0dd9-2323-4f06-8730-a86b8d1f3c18 x-openstack-request-id: req-281d0dd9-2323-4f06-8730-a86b8d1f3c18 {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:58:12.734115 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4899dfac-1483-43dc-bc62-b7f57bda37fc", "name": "network-vif-plugged", "status": "completed", "tag": "068aa066-91d1-49b3-896b-f9bca6b9bd5a", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:58:12.734517 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-281d0dd9-2323-4f06-8730-a86b8d1f3c18 {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:58:12.735379 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4899dfac-1483-43dc-bc62-b7f57bda37fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068aa066-91d1-49b3-896b-f9bca6b9bd5a', 'code': 200} Feb 20 21:58:12.788161 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] Publish callbacks [] for port (19a07a00-365e-4cfe-87a2-a39347af238d), precommit_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:12.793467 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=068aa066-91d1-49b3-896b-f9bca6b9bd5a,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:12.805625 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (19a07a00-365e-4cfe-87a2-a39347af238d), after_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:12.852142 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] Network 73283953-4b32-47aa-9293-e0cdbad6f01b is already hosted by enough agents. {{(pid=102709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:58:12.856283 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.base_scheduler [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] Resources bound (agent type, host, resource id): {{(pid=102709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:12.860561 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] Received port after_create {{(pid=102709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:58:12.902115 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] Pushing event updated for resources: {'Port': ['ID=19a07a00-365e-4cfe-87a2-a39347af238d,revision_number=1']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:12.933037 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] Attempting to bind port 19a07a00-365e-4cfe-87a2-a39347af238d on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:58:12.933423 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] Attempting to bind port 19a07a00-365e-4cfe-87a2-a39347af238d by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:58:12.933792 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] Attempting to bind port 19a07a00-365e-4cfe-87a2-a39347af238d on network 73283953-4b32-47aa-9293-e0cdbad6f01b {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:58:12.940000 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:58:12.940358 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] Checking segment: {'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:58:12.941486 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:12.941896 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] Bound using segment: {'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:58:12.942386 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] Bound port: 19a07a00-365e-4cfe-87a2-a39347af238d, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'}}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:58:12.942777 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (19a07a00-365e-4cfe-87a2-a39347af238d), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:13.012876 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] For port 19a07a00-365e-4cfe-87a2-a39347af238d, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:58:13.017955 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c54be3-1b34-4e2e-b5c6-5cac3f86bb4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=102708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:58:13.021745 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] For port 19a07a00-365e-4cfe-87a2-a39347af238d, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=19a07a00-365e-4cfe-87a2-a39347af238d,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:58:13.036269 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (19a07a00-365e-4cfe-87a2-a39347af238d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:13.077838 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-b5c54be3-1b34-4e2e-b5c6-5cac3f86bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (5ff9e258-e458-4016-b0a8-873e9d9a7bb5), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:13.078415 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.segments_db [None req-b5c54be3-1b34-4e2e-b5c6-5cac3f86bb4a admin admin] Added segment 5ff9e258-e458-4016-b0a8-873e9d9a7bb5 of type vlan for network a107c3cd-02d1-4849-8308-24a035f50f04 Feb 20 21:58:13.092741 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c54be3-1b34-4e2e-b5c6-5cac3f86bb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dedf305-f14c-4862-948c-ef847f39d31d,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:13.131012 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b80cc7-634a-45d2-9206-e775fe953984 None None] Pushing event updated for resources: {'Port': ['ID=19a07a00-365e-4cfe-87a2-a39347af238d,revision_number=2']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:13.131841 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccb901-c69c-47af-8e67-000c840dbece req-cfd22023-650c-4e63-a533-a1abbf7d619c tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:13.137519 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b5ccb901-c69c-47af-8e67-000c840dbece req-cfd22023-650c-4e63-a533-a1abbf7d619c tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 946 time: 0.3669615 Feb 20 21:58:13.139503 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-b5c54be3-1b34-4e2e-b5c6-5cac3f86bb4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760287717003'] for network (a107c3cd-02d1-4849-8308-24a035f50f04), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:13.145629 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e4cd4-995d-4483-9e16-5bcbb4181de9 req-cb87f03e-78c5-4b61-934c-9262c681f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:13.147257 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-c98e4cd4-995d-4483-9e16-5bcbb4181de9 req-cb87f03e-78c5-4b61-934c-9262c681f1e4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 1130 time: 0.1265702 Feb 20 21:58:13.151251 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_common [None req-ad38a79d-6869-4faf-a99c-0666208cb553 admin admin] Allocated IP 172.27.3.126 (64ae5708-48ae-4f2e-98e0-0b35ff108ff4/7fd4686c-7b81-425f-9e36-00c6096e9531/9589fbc5-f6db-434a-9bcc-14293e936e58) {{(pid=102707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:58:13.201487 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-b5c54be3-1b34-4e2e-b5c6-5cac3f86bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for network (a107c3cd-02d1-4849-8308-24a035f50f04), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:13.203864 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c54be3-1b34-4e2e-b5c6-5cac3f86bb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:13.203864 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-b5c54be3-1b34-4e2e-b5c6-5cac3f86bb4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:13.237622 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-c98e4cd4-995d-4483-9e16-5bcbb4181de9 req-d5d82cf7-eb74-4bea-9a15-10b224073c5a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820417 Feb 20 21:58:13.274177 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b5ccb901-c69c-47af-8e67-000c840dbece req-5181329a-e7fa-4387-8817-46fad42a28bb tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262083 Feb 20 21:58:13.291964 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-b5c54be3-1b34-4e2e-b5c6-5cac3f86bb4a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8858919 Feb 20 21:58:13.292156 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 54658) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:13.297371 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c54be3-1b34-4e2e-b5c6-5cac3f86bb4a admin admin] Pushing event updated for resources: {'Network': ['ID=a107c3cd-02d1-4849-8308-24a035f50f04,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:13.298645 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-0d9f2292-f882-41fe-b92a-f699fd1bf2ce admin admin] Request body: {'subnet': {'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1584473298-subnet', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'ip_version': 4}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:13.310103 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Network a107c3cd-02d1-4849-8308-24a035f50f04 details requested by agent ovs-agent-dv-cinder-830093-1-iscsi with host dv-cinder-830093-1-iscsi {{(pid=102709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:58:13.349278 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9f2292-f882-41fe-b92a-f699fd1bf2ce admin admin] Made reservation on behalf of d479f105163541f18f8c7e153c5762e4 for: {'subnet': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:58:13.351597 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0d9f2292-f882-41fe-b92a-f699fd1bf2ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12283464'] for subnet (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:13.356679 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ad38a79d-6869-4faf-a99c-0666208cb553 admin admin] Publish callbacks [] for port (9589fbc5-f6db-434a-9bcc-14293e936e58), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:13.461060 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ad38a79d-6869-4faf-a99c-0666208cb553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (9589fbc5-f6db-434a-9bcc-14293e936e58), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:13.536926 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad38a79d-6869-4faf-a99c-0666208cb553 admin admin] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 is already hosted by enough agents. {{(pid=102707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:58:13.542473 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-ad38a79d-6869-4faf-a99c-0666208cb553 admin admin] Resources bound (agent type, host, resource id): {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:13.551650 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad38a79d-6869-4faf-a99c-0666208cb553 admin admin] Received port after_create {{(pid=102707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:58:13.584997 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38a79d-6869-4faf-a99c-0666208cb553 admin admin] Pushing event updated for resources: {'Port': ['ID=9589fbc5-f6db-434a-9bcc-14293e936e58,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:13.683747 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0d9f2292-f882-41fe-b92a-f699fd1bf2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11566155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12283578'] for subnet (702e0172-0af4-41f5-ae8b-8c6031804aad), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:13.839174 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f2292-f882-41fe-b92a-f699fd1bf2ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=702e0172-0af4-41f5-ae8b-8c6031804aad,revision_number=0']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:13.859268 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9f2292-f882-41fe-b92a-f699fd1bf2ce admin admin] Checking segment: {'id': '5ff9e258-e458-4016-b0a8-873e9d9a7bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:58:13.859634 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9f2292-f882-41fe-b92a-f699fd1bf2ce admin admin] Network hostable DHCP agents. Network: a107c3cd-02d1-4849-8308-24a035f50f04, hostable agents: ['6fcc0529-21bc-43b9-962d-56692d0812bd'], hosted agents: [] {{(pid=102707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:58:13.899183 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178bb34-83e0-4f00-8c9d-d2ac057c82ae req-38c5b9ad-e936-4213-8ab1-83e2dda51031 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:13.900759 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6178bb34-83e0-4f00-8c9d-d2ac057c82ae req-38c5b9ad-e936-4213-8ab1-83e2dda51031 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.2202733 Feb 20 21:58:13.984624 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9f2292-f882-41fe-b92a-f699fd1bf2ce admin admin] Network a107c3cd-02d1-4849-8308-24a035f50f04 is scheduled to be hosted by DHCP agent 6fcc0529-21bc-43b9-962d-56692d0812bd with binding_index 1 {{(pid=102707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:58:14.012003 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-0d9f2292-f882-41fe-b92a-f699fd1bf2ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-1-iscsi, a107c3cd-02d1-4849-8308-24a035f50f04) {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:14.018547 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6178bb34-83e0-4f00-8c9d-d2ac057c82ae req-9788d180-6bf5-4e1f-811a-4ccd73342559 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107361 Feb 20 21:58:14.024874 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903d2fcf-87df-4e64-ac22-63a29040f03d None None] Network a107c3cd-02d1-4849-8308-24a035f50f04 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:58:14.025382 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9f2292-f882-41fe-b92a-f699fd1bf2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:14.025604 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0d9f2292-f882-41fe-b92a-f699fd1bf2ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:14.028862 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ad38a79d-6869-4faf-a99c-0666208cb553 admin admin] Publish callbacks [] for router_gateway (47bdbb85-9d24-4be1-8431-88ae730edf1a), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:14.085084 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-0d9f2292-f882-41fe-b92a-f699fd1bf2ce admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7888246 Feb 20 21:58:14.085280 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 54676) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:14.090186 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-c6b5ce05-0478-4981-8954-627f994bc333 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1584473298-router', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:14.145725 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ce05-0478-4981-8954-627f994bc333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27494'] for router (98acccd4-6e95-46b6-8279-0c445d81471e), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:14.149136 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ce05-0478-4981-8954-627f994bc333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27549'] for router (98acccd4-6e95-46b6-8279-0c445d81471e), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:14.206081 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64180d25-863e-5e6e-960c-f070cb81dd8f-a107c3cd-02d1-4849-8308-24a035f50f04', 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04', 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'fixed_ips': [{'subnet_id': '702e0172-0af4-41f5-ae8b-8c6031804aad'}]}} from dv-cinder-830093-1-iscsi. {{(pid=102709) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 21:58:14.207104 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:14.250678 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ce05-0478-4981-8954-627f994bc333 admin admin] Publish callbacks [] for router_controller (98acccd4-6e95-46b6-8279-0c445d81471e), precommit_add_association {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:14.428114 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ad38a79d-6869-4faf-a99c-0666208cb553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642983'] for router (47bdbb85-9d24-4be1-8431-88ae730edf1a), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:14.457012 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.db_base_plugin_common [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] Allocated IP 172.20.0.2 (a107c3cd-02d1-4849-8308-24a035f50f04/702e0172-0af4-41f5-ae8b-8c6031804aad/2f853183-8aa4-4f04-91c9-8aac42f6181c) {{(pid=102709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:58:14.465529 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cb9664-41e4-444c-8a5d-daaf017ccca2 None None] Network 73283953-4b32-47aa-9293-e0cdbad6f01b requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:58:14.506288 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a8e17-633e-47b9-a3f5-94f8746dbdd0 req-ed7b1177-caed-421f-aadc-99c6edd7c06c tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:14.508037 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-478a8e17-633e-47b9-a3f5-94f8746dbdd0 req-ed7b1177-caed-421f-aadc-99c6edd7c06c tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 946 time: 0.1269989 Feb 20 21:58:14.529160 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ce05-0478-4981-8954-627f994bc333 admin admin] Publish callbacks [] for router_gateway (98acccd4-6e95-46b6-8279-0c445d81471e), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:14.676523 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-478a8e17-633e-47b9-a3f5-94f8746dbdd0 req-f8496c8c-849c-4c64-87ff-b776f2ce13eb tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282740 Feb 20 21:58:14.699494 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad38a79d-6869-4faf-a99c-0666208cb553 admin admin] Router 47bdbb85-9d24-4be1-8431-88ae730edf1a is scheduled to L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b with binding_index 1 {{(pid=102707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 21:58:14.778773 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ce05-0478-4981-8954-627f994bc333 admin admin] Publish callbacks [] for router_gateway (98acccd4-6e95-46b6-8279-0c445d81471e), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:14.798912 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ce05-0478-4981-8954-627f994bc333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:14.833858 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad38a79d-6869-4faf-a99c-0666208cb553 admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:58:14.847014 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] Sync routers for ids ['47bdbb85-9d24-4be1-8431-88ae730edf1a'] in dv-cinder-830093-1-iscsi {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:58:14.854615 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ad38a79d-6869-4faf-a99c-0666208cb553 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:14.857802 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-ad38a79d-6869-4faf-a99c-0666208cb553 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7042692 Feb 20 21:58:14.857942 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] Routers {'47bdbb85-9d24-4be1-8431-88ae730edf1a'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:58:14.858798 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:57:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['47bdbb85-9d24-4be1-8431-88ae730edf1a'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:14.859408 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 54682) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:14.863994 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-b04e3045-7845-4e46-8efc-dc7e22dacfc0 None None] Provisioning complete for port 19a07a00-365e-4cfe-87a2-a39347af238d triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:14.864446 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b04e3045-7845-4e46-8efc-dc7e22dacfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (19a07a00-365e-4cfe-87a2-a39347af238d), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:14.976574 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] Set router 47bdbb85-9d24-4be1-8431-88ae730edf1a gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:58:15.001520 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [None req-c6b5ce05-0478-4981-8954-627f994bc333 admin admin] Allocated IP 172.27.3.70 (64ae5708-48ae-4f2e-98e0-0b35ff108ff4/7fd4686c-7b81-425f-9e36-00c6096e9531/15756683-b9a9-4b7c-baca-16b4752a1cf5) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:58:15.114589 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] Publish callbacks [] for port (2f853183-8aa4-4f04-91c9-8aac42f6181c), precommit_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:15.140845 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-b04e3045-7845-4e46-8efc-dc7e22dacfc0 None None] Current status of the port 19a07a00-365e-4cfe-87a2-a39347af238d is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:15.141477 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b04e3045-7845-4e46-8efc-dc7e22dacfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (19a07a00-365e-4cfe-87a2-a39347af238d), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:15.181764 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (2f853183-8aa4-4f04-91c9-8aac42f6181c), after_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:15.190177 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 19a07a00-365e-4cfe-87a2-a39347af238d up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:15.250986 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:13Z', 'revision_number': 3, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:15.268356 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b02cc-270e-4bf6-9151-0681d0ecbd58 req-2d34e1ea-e4f2-4718-89da-0937d7dd62ac tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:15.284171 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a72b02cc-270e-4bf6-9151-0681d0ecbd58 req-2d34e1ea-e4f2-4718-89da-0937d7dd62ac tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.1064885 Feb 20 21:58:15.288023 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] Checking router: 47bdbb85-9d24-4be1-8431-88ae730edf1a for host: dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:58:15.288439 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] Updating router 47bdbb85-9d24-4be1-8431-88ae730edf1a port 9589fbc5-f6db-434a-9bcc-14293e936e58 binding host dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:58:15.300934 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-b04e3045-7845-4e46-8efc-dc7e22dacfc0 None None] For port 19a07a00-365e-4cfe-87a2-a39347af238d, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=19a07a00-365e-4cfe-87a2-a39347af238d,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:15.324429 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] Network a107c3cd-02d1-4849-8308-24a035f50f04 is already hosted by enough agents. {{(pid=102709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:58:15.326422 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ce05-0478-4981-8954-627f994bc333 admin admin] Publish callbacks [] for port (15756683-b9a9-4b7c-baca-16b4752a1cf5), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:15.341554 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b04e3045-7845-4e46-8efc-dc7e22dacfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (19a07a00-365e-4cfe-87a2-a39347af238d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:15.350596 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.base_scheduler [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] Resources bound (agent type, host, resource id): {{(pid=102709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:15.360504 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] Pushing event updated for resources: {'Port': ['ID=2f853183-8aa4-4f04-91c9-8aac42f6181c,revision_number=1']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:15.363006 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] Received port after_create {{(pid=102709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:58:15.364603 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (9589fbc5-f6db-434a-9bcc-14293e936e58), before_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:15.376769 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a72b02cc-270e-4bf6-9151-0681d0ecbd58 req-190a8fad-2538-4828-8b97-94d28830f42e tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920479 Feb 20 21:58:15.487429 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ce05-0478-4981-8954-627f994bc333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (15756683-b9a9-4b7c-baca-16b4752a1cf5), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:15.507464 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e3045-7845-4e46-8efc-dc7e22dacfc0 None None] Pushing event updated for resources: {'Port': ['ID=19a07a00-365e-4cfe-87a2-a39347af238d,revision_number=3']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:15.513060 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] Attempting to bind port 2f853183-8aa4-4f04-91c9-8aac42f6181c on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:58:15.513441 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] Attempting to bind port 2f853183-8aa4-4f04-91c9-8aac42f6181c by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '5ff9e258-e458-4016-b0a8-873e9d9a7bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04'}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:58:15.513808 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] Attempting to bind port 2f853183-8aa4-4f04-91c9-8aac42f6181c on network a107c3cd-02d1-4849-8308-24a035f50f04 {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:58:15.521559 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 19a07a00-365e-4cfe-87a2-a39347af238d triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:15.521944 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (19a07a00-365e-4cfe-87a2-a39347af238d), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:15.525807 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:58:15.526200 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] Checking segment: {'id': '5ff9e258-e458-4016-b0a8-873e9d9a7bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:58:15.526602 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:15.526998 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] Bound using segment: {'id': '5ff9e258-e458-4016-b0a8-873e9d9a7bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04'} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:58:15.527815 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] Bound port: 2f853183-8aa4-4f04-91c9-8aac42f6181c, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff9e258-e458-4016-b0a8-873e9d9a7bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04'}}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:58:15.527943 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (2f853183-8aa4-4f04-91c9-8aac42f6181c), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:15.545582 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5ce05-0478-4981-8954-627f994bc333 admin admin] Pushing event updated for resources: {'Port': ['ID=15756683-b9a9-4b7c-baca-16b4752a1cf5,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:15.550798 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-168be7fe-2287-4d9a-8cc4-a4093cea21c5 None None] Provisioning complete for port 19a07a00-365e-4cfe-87a2-a39347af238d triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:15.551183 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-168be7fe-2287-4d9a-8cc4-a4093cea21c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (19a07a00-365e-4cfe-87a2-a39347af238d), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:15.557504 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b5ce05-0478-4981-8954-627f994bc333 admin admin] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:58:15.579712 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-c6b5ce05-0478-4981-8954-627f994bc333 admin admin] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:15.587984 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b5ce05-0478-4981-8954-627f994bc333 admin admin] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:58:15.663586 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] For port 2f853183-8aa4-4f04-91c9-8aac42f6181c, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:58:15.667415 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] For port 2f853183-8aa4-4f04-91c9-8aac42f6181c, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=2f853183-8aa4-4f04-91c9-8aac42f6181c,segment=NetworkSegment(5ff9e258-e458-4016-b0a8-873e9d9a7bb5),segment_id=5ff9e258-e458-4016-b0a8-873e9d9a7bb5)] {{(pid=102709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:58:15.668475 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] Publish callbacks [] for port (9589fbc5-f6db-434a-9bcc-14293e936e58), precommit_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:15.679071 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (9589fbc5-f6db-434a-9bcc-14293e936e58), after_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:15.695882 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (2f853183-8aa4-4f04-91c9-8aac42f6181c), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:15.704154 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 54698) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:15.765757 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-94a16c8a-cebe-445e-afbf-7ff8bd6b43a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:15.777870 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] Attempting to bind port 9589fbc5-f6db-434a-9bcc-14293e936e58 on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:58:15.778472 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] Attempting to bind port 9589fbc5-f6db-434a-9bcc-14293e936e58 by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}] {{(pid=102710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:58:15.779026 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] Attempting to bind port 9589fbc5-f6db-434a-9bcc-14293e936e58 on network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:58:15.781525 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a2b08-5894-4539-a1e2-a79973510756 None None] Pushing event updated for resources: {'Port': ['ID=9589fbc5-f6db-434a-9bcc-14293e936e58,revision_number=2']} {{(pid=102710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:15.806898 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:58:15.807276 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] Checking segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:58:15.807684 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:15.808068 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] Bound using segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:58:15.809063 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] Bound port: 9589fbc5-f6db-434a-9bcc-14293e936e58, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}}] {{(pid=102710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:58:15.809449 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (9589fbc5-f6db-434a-9bcc-14293e936e58), before_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:15.812692 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 19a07a00-365e-4cfe-87a2-a39347af238d is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:15.812854 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a2b08-5894-4539-a1e2-a79973510756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:15.813218 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a2b08-5894-4539-a1e2-a79973510756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:15.814197 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a2b08-5894-4539-a1e2-a79973510756 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:15.814549 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a2b08-5894-4539-a1e2-a79973510756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:15.815048 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a2b08-5894-4539-a1e2-a79973510756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:15.815390 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a2b08-5894-4539-a1e2-a79973510756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:15.815801 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a2b08-5894-4539-a1e2-a79973510756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:15.816129 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a2b08-5894-4539-a1e2-a79973510756 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:15.816962 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a2b08-5894-4539-a1e2-a79973510756 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:15.817333 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a2b08-5894-4539-a1e2-a79973510756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:15.817963 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a2b08-5894-4539-a1e2-a79973510756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:15.818304 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a2b08-5894-4539-a1e2-a79973510756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:15.818801 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a2b08-5894-4539-a1e2-a79973510756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:15.836599 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-168be7fe-2287-4d9a-8cc4-a4093cea21c5 None None] Current status of the port 19a07a00-365e-4cfe-87a2-a39347af238d is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:15.868373 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692f530-f3b2-4180-85a2-2753ba0c07af req-f62b84ec-1d5e-446d-9c44-d9e0447b042e tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:15.879380 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3692f530-f3b2-4180-85a2-2753ba0c07af req-f62b84ec-1d5e-446d-9c44-d9e0447b042e tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 946 time: 0.0906525 Feb 20 21:58:15.884959 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.db [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] For port 9589fbc5-f6db-434a-9bcc-14293e936e58, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:58:15.888917 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.db [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] For port 9589fbc5-f6db-434a-9bcc-14293e936e58, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=9589fbc5-f6db-434a-9bcc-14293e936e58,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:58:15.898279 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (9589fbc5-f6db-434a-9bcc-14293e936e58), after_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:15.906217 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4622f1-500e-46b7-a532-1b261735044e None None] Pushing event updated for resources: {'Port': ['ID=2f853183-8aa4-4f04-91c9-8aac42f6181c,revision_number=2']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:15.936543 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-853208fe-bf9c-4aac-a4b2-8a6b58726ff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:15.966162 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3692f530-f3b2-4180-85a2-2753ba0c07af req-5a70817b-f5c3-4cdd-8f35-0a938b4c6b87 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835745 Feb 20 21:58:15.974833 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a2b08-5894-4539-a1e2-a79973510756 None None] Pushing event updated for resources: {'Port': ['ID=9589fbc5-f6db-434a-9bcc-14293e936e58,revision_number=3']} {{(pid=102710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:15.988851 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] Routers {'47bdbb85-9d24-4be1-8431-88ae730edf1a'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:58:15.990024 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:57:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['47bdbb85-9d24-4be1-8431-88ae730edf1a'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:16.101738 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-853208fe-bf9c-4aac-a4b2-8a6b58726ff6 admin admin] Publish callbacks [] for security_group (88b388a6-168e-4bc0-a707-74da853eb267), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:16.105292 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] Set router 47bdbb85-9d24-4be1-8431-88ae730edf1a gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:58:16.108900 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-853208fe-bf9c-4aac-a4b2-8a6b58726ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (88b388a6-168e-4bc0-a707-74da853eb267), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:16.183988 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853208fe-bf9c-4aac-a4b2-8a6b58726ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b388a6-168e-4bc0-a707-74da853eb267,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:16.206349 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-853208fe-bf9c-4aac-a4b2-8a6b58726ff6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4e671084e73a439c88704c19a48d5bd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4981856 Feb 20 21:58:16.212908 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 54706) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:16.291566 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [None req-94a16c8a-cebe-445e-afbf-7ff8bd6b43a5 admin admin] Allocated IP 172.20.0.1 (73283953-4b32-47aa-9293-e0cdbad6f01b/4a43bc83-a8d6-4033-994e-40c0a619b573/c9a3f119-12b5-47cd-978a-a45a0146c3de) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:58:16.312665 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ce05-0478-4981-8954-627f994bc333 admin admin] Publish callbacks [] for router_gateway (98acccd4-6e95-46b6-8279-0c445d81471e), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:16.313836 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ed7399a5-cb70-4718-b79d-d1976e5bf63f admin admin] Publish callbacks [] for security_group (88b388a6-168e-4bc0-a707-74da853eb267), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:16.356719 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ed7399a5-cb70-4718-b79d-d1976e5bf63f admin admin] Publish callbacks [] for security_group (88b388a6-168e-4bc0-a707-74da853eb267), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:16.383844 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:13Z', 'revision_number': 3, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:16.411476 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ed7399a5-cb70-4718-b79d-d1976e5bf63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (88b388a6-168e-4bc0-a707-74da853eb267), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:16.416242 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ed7399a5-cb70-4718-b79d-d1976e5bf63f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:16.418926 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3f0375-62d1-46f3-8b71-b9891e9ba14f None None] The sync data for ids ['47bdbb85-9d24-4be1-8431-88ae730edf1a'] in dv-cinder-830093-1-iscsi is: [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:13Z', 'revision_number': 3, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}] {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:58:16.428121 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-ed7399a5-cb70-4718-b79d-d1976e5bf63f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88b388a6-168e-4bc0-a707-74da853eb267 HTTP/1.1" status: 204 len: 168 time: 0.2024829 Feb 20 21:58:16.439419 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7399a5-cb70-4718-b79d-d1976e5bf63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b388a6-168e-4bc0-a707-74da853eb267,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:16.492372 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-94a16c8a-cebe-445e-afbf-7ff8bd6b43a5 admin admin] Publish callbacks [] for port (c9a3f119-12b5-47cd-978a-a45a0146c3de), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:16.553779 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb4ab8-1c77-43c0-a883-f387a4853915 req-ba3983b3-7624-4317-b467-9b487ab27f27 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:16.560489 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-dbeb4ab8-1c77-43c0-a883-f387a4853915 req-ba3983b3-7624-4317-b467-9b487ab27f27 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0909395 Feb 20 21:58:16.614784 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-dbeb4ab8-1c77-43c0-a883-f387a4853915 req-ee141705-1def-4265-a1eb-cdb403eafacb tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532885 Feb 20 21:58:16.688470 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-94a16c8a-cebe-445e-afbf-7ff8bd6b43a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (c9a3f119-12b5-47cd-978a-a45a0146c3de), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:16.791757 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a16c8a-cebe-445e-afbf-7ff8bd6b43a5 admin admin] Network 73283953-4b32-47aa-9293-e0cdbad6f01b is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:58:16.871361 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-94a16c8a-cebe-445e-afbf-7ff8bd6b43a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:16.881793 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a16c8a-cebe-445e-afbf-7ff8bd6b43a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c9a3f119-12b5-47cd-978a-a45a0146c3de,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:16.884145 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a16c8a-cebe-445e-afbf-7ff8bd6b43a5 admin admin] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:58:16.889588 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b46264-dfb4-4362-8420-7814ef98f6ed req-d5cc8bb9-ab65-47be-a548-b845b680759e tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:16.900894 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-01b46264-dfb4-4362-8420-7814ef98f6ed req-d5cc8bb9-ab65-47be-a548-b845b680759e tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 946 time: 0.1075857 Feb 20 21:58:16.928077 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 54724) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:16.949633 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4d37708a-2629-4d76-810e-5c088025d2e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:17.061840 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-01b46264-dfb4-4362-8420-7814ef98f6ed req-df1cdbbf-f7a4-4c5e-9d90-13734b5f153b tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595874 Feb 20 21:58:17.111525 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4d37708a-2629-4d76-810e-5c088025d2e0 admin admin] Publish callbacks [] for security_group (adab0ee9-03a6-474e-be4b-98d334ff8c79), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:17.123477 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4d37708a-2629-4d76-810e-5c088025d2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (adab0ee9-03a6-474e-be4b-98d334ff8c79), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:17.215958 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-4d37708a-2629-4d76-810e-5c088025d2e0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dfea084a65d745708b5c7dd64af56b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866366 Feb 20 21:58:17.220393 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 54726) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:17.230133 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37708a-2629-4d76-810e-5c088025d2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adab0ee9-03a6-474e-be4b-98d334ff8c79,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:17.311499 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0f238030-ed9a-46cc-bd72-92611dcc6ae0 admin admin] Publish callbacks [] for security_group (adab0ee9-03a6-474e-be4b-98d334ff8c79), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:17.312726 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 19a07a00-365e-4cfe-87a2-a39347af238d up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:17.325717 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ce05-0478-4981-8954-627f994bc333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642983'] for router (98acccd4-6e95-46b6-8279-0c445d81471e), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:17.333647 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-94a16c8a-cebe-445e-afbf-7ff8bd6b43a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641136'] for router_interface (47bdbb85-9d24-4be1-8431-88ae730edf1a), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:17.349742 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0f238030-ed9a-46cc-bd72-92611dcc6ae0 admin admin] Publish callbacks [] for security_group (adab0ee9-03a6-474e-be4b-98d334ff8c79), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:17.393664 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 19a07a00-365e-4cfe-87a2-a39347af238d triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:17.394828 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (19a07a00-365e-4cfe-87a2-a39347af238d), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:17.399436 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff830bb-92eb-4df5-906c-0d90c0938154 None None] Network a107c3cd-02d1-4849-8308-24a035f50f04 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:58:17.417380 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0f238030-ed9a-46cc-bd72-92611dcc6ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (adab0ee9-03a6-474e-be4b-98d334ff8c79), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:17.420328 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0f238030-ed9a-46cc-bd72-92611dcc6ae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:17.421743 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-0f238030-ed9a-46cc-bd72-92611dcc6ae0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/adab0ee9-03a6-474e-be4b-98d334ff8c79 HTTP/1.1" status: 204 len: 168 time: 0.2003462 Feb 20 21:58:17.433037 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f238030-ed9a-46cc-bd72-92611dcc6ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adab0ee9-03a6-474e-be4b-98d334ff8c79,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:17.480526 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-50311dca-370b-4e9a-a54b-c076f93db243 None None] Provisioning complete for port c9a3f119-12b5-47cd-978a-a45a0146c3de triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:17.481272 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-50311dca-370b-4e9a-a54b-c076f93db243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (c9a3f119-12b5-47cd-978a-a45a0146c3de), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:17.569222 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-50311dca-370b-4e9a-a54b-c076f93db243 None None] Port c9a3f119-12b5-47cd-978a-a45a0146c3de cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:58:17.628261 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-94a16c8a-cebe-445e-afbf-7ff8bd6b43a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (c9a3f119-12b5-47cd-978a-a45a0146c3de), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:17.647058 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b5ce05-0478-4981-8954-627f994bc333 admin admin] Router 98acccd4-6e95-46b6-8279-0c445d81471e is scheduled to L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b with binding_index 1 {{(pid=102708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 21:58:17.658949 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 19a07a00-365e-4cfe-87a2-a39347af238d is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:17.660441 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 9589fbc5-f6db-434a-9bcc-14293e936e58 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:17.727716 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-900263a6-ac37-4f28-851d-a996a5a3ea3c None None] Provisioning complete for port 2f853183-8aa4-4f04-91c9-8aac42f6181c triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:17.728365 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-900263a6-ac37-4f28-851d-a996a5a3ea3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (2f853183-8aa4-4f04-91c9-8aac42f6181c), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:17.799341 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 9589fbc5-f6db-434a-9bcc-14293e936e58 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:17.799972 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (9589fbc5-f6db-434a-9bcc-14293e936e58), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:17.823852 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5dfd7e-5ee8-4a13-bb06-436a31cfa6e8 req-a05dee3d-5f10-447b-a6bc-bc45d45462cf tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:17.835855 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ce5dfd7e-5ee8-4a13-bb06-436a31cfa6e8 req-a05dee3d-5f10-447b-a6bc-bc45d45462cf tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.1077788 Feb 20 21:58:17.937592 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ce5dfd7e-5ee8-4a13-bb06-436a31cfa6e8 req-e6c99e83-0035-459c-821a-b86f2e4ce003 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984364 Feb 20 21:58:17.962364 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-900263a6-ac37-4f28-851d-a996a5a3ea3c None None] Current status of the port 2f853183-8aa4-4f04-91c9-8aac42f6181c is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:17.962942 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-900263a6-ac37-4f28-851d-a996a5a3ea3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (2f853183-8aa4-4f04-91c9-8aac42f6181c), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:17.985196 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b5ce05-0478-4981-8954-627f994bc333 admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:58:18.014913 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] Sync routers for ids ['98acccd4-6e95-46b6-8279-0c445d81471e'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:58:18.023499 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ce05-0478-4981-8954-627f994bc333 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:18.024787 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-c6b5ce05-0478-4981-8954-627f994bc333 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9385908 Feb 20 21:58:18.028579 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 54742) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:18.070057 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 9589fbc5-f6db-434a-9bcc-14293e936e58 is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:18.070474 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (9589fbc5-f6db-434a-9bcc-14293e936e58), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:18.078532 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-94a16c8a-cebe-445e-afbf-7ff8bd6b43a5 admin admin] Publish callbacks [] for port (c9a3f119-12b5-47cd-978a-a45a0146c3de), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:18.083198 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] Routers {'98acccd4-6e95-46b6-8279-0c445d81471e'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:58:18.085009 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:57:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['98acccd4-6e95-46b6-8279-0c445d81471e'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:18.099832 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-94a16c8a-cebe-445e-afbf-7ff8bd6b43a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (c9a3f119-12b5-47cd-978a-a45a0146c3de), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:18.149937 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] For port 9589fbc5-f6db-434a-9bcc-14293e936e58, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=9589fbc5-f6db-434a-9bcc-14293e936e58,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:18.155379 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-900263a6-ac37-4f28-851d-a996a5a3ea3c None None] For port 2f853183-8aa4-4f04-91c9-8aac42f6181c, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=2f853183-8aa4-4f04-91c9-8aac42f6181c,segment=NetworkSegment(5ff9e258-e458-4016-b0a8-873e9d9a7bb5),segment_id=5ff9e258-e458-4016-b0a8-873e9d9a7bb5)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:18.184903 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-94a16c8a-cebe-445e-afbf-7ff8bd6b43a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641252'] for router_interface (47bdbb85-9d24-4be1-8431-88ae730edf1a), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:18.186829 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (9589fbc5-f6db-434a-9bcc-14293e936e58), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:18.187667 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 2f853183-8aa4-4f04-91c9-8aac42f6181c up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:18.188759 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a16c8a-cebe-445e-afbf-7ff8bd6b43a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c9a3f119-12b5-47cd-978a-a45a0146c3de,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:18.204225 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-900263a6-ac37-4f28-851d-a996a5a3ea3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (2f853183-8aa4-4f04-91c9-8aac42f6181c), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:18.329008 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a16c8a-cebe-445e-afbf-7ff8bd6b43a5 admin admin] Network 73283953-4b32-47aa-9293-e0cdbad6f01b is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:58:18.332330 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-94a16c8a-cebe-445e-afbf-7ff8bd6b43a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:18.377263 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4ee66-e016-4e63-95e0-1acdd4be0a13 req-348365ec-bfcc-44d9-892d-d3fee4ac5b98 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:18.379158 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-dcc4ee66-e016-4e63-95e0-1acdd4be0a13 req-348365ec-bfcc-44d9-892d-d3fee4ac5b98 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 946 time: 0.1938236 Feb 20 21:58:18.388531 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] Set router 98acccd4-6e95-46b6-8279-0c445d81471e gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:58:18.391876 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Pushing event updated for resources: {'Port': ['ID=9589fbc5-f6db-434a-9bcc-14293e936e58,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:18.432693 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c0c70db-36f4-45a7-b2a9-4392597be57c None None] Provisioning complete for port 2f853183-8aa4-4f04-91c9-8aac42f6181c triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:18.433242 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c0c70db-36f4-45a7-b2a9-4392597be57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (2f853183-8aa4-4f04-91c9-8aac42f6181c), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:18.629328 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a16c8a-cebe-445e-afbf-7ff8bd6b43a5 admin admin] Router 47bdbb85-9d24-4be1-8431-88ae730edf1a has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:58:18.681304 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306f0fe-38f2-4b78-89a5-f35f1161ce01 req-fc3622a8-286a-4048-9d73-a63cdbe72d7b tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:18.683264 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-a306f0fe-38f2-4b78-89a5-f35f1161ce01 req-fc3622a8-286a-4048-9d73-a63cdbe72d7b tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.45 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 946 time: 0.1477337 Feb 20 21:58:18.807257 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a16c8a-cebe-445e-afbf-7ff8bd6b43a5 admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:58:18.858810 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-dcc4ee66-e016-4e63-95e0-1acdd4be0a13 req-410f047c-b8f2-4b27-af50-656ec94b22fe tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669144 Feb 20 21:58:18.874347 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 2f853183-8aa4-4f04-91c9-8aac42f6181c triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:18.874737 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (2f853183-8aa4-4f04-91c9-8aac42f6181c), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:18.884796 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-94a16c8a-cebe-445e-afbf-7ff8bd6b43a5 admin admin] 10.222.0.61 "PUT /v2.0/routers/47bdbb85-9d24-4be1-8431-88ae730edf1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0173619 Feb 20 21:58:18.930281 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-a306f0fe-38f2-4b78-89a5-f35f1161ce01 req-240fd282-0ab9-4cd9-b12b-26a77d89085b tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Deleting port 068aa066-91d1-49b3-896b-f9bca6b9bd5a {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:58:18.937794 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-a306f0fe-38f2-4b78-89a5-f35f1161ce01 req-240fd282-0ab9-4cd9-b12b-26a77d89085b tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (068aa066-91d1-49b3-896b-f9bca6b9bd5a), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:19.001355 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900263a6-ac37-4f28-851d-a996a5a3ea3c None None] Pushing event updated for resources: {'Port': ['ID=2f853183-8aa4-4f04-91c9-8aac42f6181c,revision_number=3']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:19.140347 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-a306f0fe-38f2-4b78-89a5-f35f1161ce01 req-240fd282-0ab9-4cd9-b12b-26a77d89085b tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] For port 068aa066-91d1-49b3-896b-f9bca6b9bd5a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=068aa066-91d1-49b3-896b-f9bca6b9bd5a,segment=NetworkSegment(dc483bdb-d2f7-4e2a-9b5a-ab58d901e157),segment_id=dc483bdb-d2f7-4e2a-9b5a-ab58d901e157)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:19.140638 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-a306f0fe-38f2-4b78-89a5-f35f1161ce01 req-240fd282-0ab9-4cd9-b12b-26a77d89085b tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (068aa066-91d1-49b3-896b-f9bca6b9bd5a), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:19.165613 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] Sync routers for ids ['47bdbb85-9d24-4be1-8431-88ae730edf1a'] in dv-cinder-830093-1-iscsi {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:58:19.175838 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1bb803b9-e89d-48de-8a42-94d68edf9424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:19.181615 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] Routers {'47bdbb85-9d24-4be1-8431-88ae730edf1a'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:58:19.184486 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:57:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['47bdbb85-9d24-4be1-8431-88ae730edf1a'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:19.190559 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-a306f0fe-38f2-4b78-89a5-f35f1161ce01 req-240fd282-0ab9-4cd9-b12b-26a77d89085b tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Calling delete_port for 068aa066-91d1-49b3-896b-f9bca6b9bd5a owned by compute:nova {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:58:19.228465 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8a655-af1f-4beb-b057-52aa47df7c24 req-cda8cc29-1400-4449-9cf4-17245568dc1c tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:19.230229 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-85f8a655-af1f-4beb-b057-52aa47df7c24 req-cda8cc29-1400-4449-9cf4-17245568dc1c tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.1219800 Feb 20 21:58:19.244295 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c70db-36f4-45a7-b2a9-4392597be57c None None] Current status of the port 2f853183-8aa4-4f04-91c9-8aac42f6181c is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:19.327713 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'name': 'tempest-TestShelveInstance-1584473298-router', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:16Z', 'revision_number': 3, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'gw_port': {'id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:19.357993 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-85f8a655-af1f-4beb-b057-52aa47df7c24 req-ee7c0497-bf59-409c-8c4a-ade5f104c820 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956094 Feb 20 21:58:19.424613 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 2f853183-8aa4-4f04-91c9-8aac42f6181c is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:19.448597 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] Checking router: 98acccd4-6e95-46b6-8279-0c445d81471e for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:58:19.448966 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] Updating router 98acccd4-6e95-46b6-8279-0c445d81471e port 15756683-b9a9-4b7c-baca-16b4752a1cf5 binding host dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:58:19.520792 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] Set router 47bdbb85-9d24-4be1-8431-88ae730edf1a gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:58:19.520932 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_common [None req-1bb803b9-e89d-48de-8a42-94d68edf9424 admin admin] Allocated IP 172.20.0.1 (a107c3cd-02d1-4849-8308-24a035f50f04/702e0172-0af4-41f5-ae8b-8c6031804aad/4593f766-548f-47c3-a09e-b7bd7a3ece13) {{(pid=102707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:58:19.523930 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-ad4b982b-afad-4ca1-a47b-0555292504e5 None None] Provisioning complete for port c9a3f119-12b5-47cd-978a-a45a0146c3de triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:19.524332 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-ad4b982b-afad-4ca1-a47b-0555292504e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (c9a3f119-12b5-47cd-978a-a45a0146c3de), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:19.615082 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-a306f0fe-38f2-4b78-89a5-f35f1161ce01 req-240fd282-0ab9-4cd9-b12b-26a77d89085b tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (068aa066-91d1-49b3-896b-f9bca6b9bd5a), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:19.625472 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (15756683-b9a9-4b7c-baca-16b4752a1cf5), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:19.782435 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fd282-0ab9-4cd9-b12b-26a77d89085b tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Pushing event deleted for resources: {'Port': ['ID=068aa066-91d1-49b3-896b-f9bca6b9bd5a,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:19.804082 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-a306f0fe-38f2-4b78-89a5-f35f1161ce01 req-240fd282-0ab9-4cd9-b12b-26a77d89085b tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] No DVR routers for this DVR port 068aa066-91d1-49b3-896b-f9bca6b9bd5a on host hv-cinder-83009 {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:58:19.808311 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-ad4b982b-afad-4ca1-a47b-0555292504e5 None None] Port c9a3f119-12b5-47cd-978a-a45a0146c3de cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:58:19.813092 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 9589fbc5-f6db-434a-9bcc-14293e936e58 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:19.827410 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['068aa066-91d1-49b3-896b-f9bca6b9bd5a'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:58:19.849247 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-a306f0fe-38f2-4b78-89a5-f35f1161ce01 req-240fd282-0ab9-4cd9-b12b-26a77d89085b tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:19.852581 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-a306f0fe-38f2-4b78-89a5-f35f1161ce01 req-240fd282-0ab9-4cd9-b12b-26a77d89085b tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.45 "DELETE /v2.0/ports/068aa066-91d1-49b3-896b-f9bca6b9bd5a HTTP/1.1" status: 204 len: 173 time: 1.0468440 Feb 20 21:58:19.866545 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4899dfac-1483-43dc-bc62-b7f57bda37fc', 'name': 'network-vif-deleted', 'tag': '068aa066-91d1-49b3-896b-f9bca6b9bd5a'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:58:19.868757 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efc82d9-3b86-461f-859e-ff973a5bfa1e" -d '{"events": [{"server_uuid": "4899dfac-1483-43dc-bc62-b7f57bda37fc", "name": "network-vif-deleted", "tag": "068aa066-91d1-49b3-896b-f9bca6b9bd5a"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:58:19.889261 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1bb803b9-e89d-48de-8a42-94d68edf9424 admin admin] Publish callbacks [] for port (4593f766-548f-47c3-a09e-b7bd7a3ece13), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:19.898665 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca8923-a8a1-4322-9e62-9450eb86af8b req-175283eb-17bf-4e34-977e-9198aeee1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:19.900046 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-d8ca8923-a8a1-4322-9e62-9450eb86af8b req-175283eb-17bf-4e34-977e-9198aeee1520 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 1130 time: 0.1638246 Feb 20 21:58:19.948066 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 2, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:19.983156 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 54810) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:19.997743 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-180fae5c-398a-42bf-abc7-0b23662fa4d4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2027859142-network', 'tenant_id': '1a16aaed15a54a5e916d0a4ab62c1a1a'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:20.005559 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] Checking router: 47bdbb85-9d24-4be1-8431-88ae730edf1a for host: dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:58:20.006272 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] Updating router 47bdbb85-9d24-4be1-8431-88ae730edf1a port c9a3f119-12b5-47cd-978a-a45a0146c3de binding host dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:58:20.008409 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1bb803b9-e89d-48de-8a42-94d68edf9424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (4593f766-548f-47c3-a09e-b7bd7a3ece13), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:20.019795 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-d8ca8923-a8a1-4322-9e62-9450eb86af8b req-36eeb309-32b3-4ae3-86fa-4c3619a07193 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104803 Feb 20 21:58:20.040438 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (c9a3f119-12b5-47cd-978a-a45a0146c3de), before_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:20.101716 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 9589fbc5-f6db-434a-9bcc-14293e936e58 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:20.102204 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (9589fbc5-f6db-434a-9bcc-14293e936e58), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:20.103364 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb803b9-e89d-48de-8a42-94d68edf9424 admin admin] Network a107c3cd-02d1-4849-8308-24a035f50f04 is already hosted by enough agents. {{(pid=102707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:58:20.106338 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ff8face3-4068-4ce0-ab66-6c8880b58983 req-24dff5fb-3325-44b7-8e4f-85bbbfb30045 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4899dfac-1483-43dc-bc62-b7f57bda37fc HTTP/1.1" status: 200 len: 210 time: 0.0651433 Feb 20 21:58:20.145422 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-1bb803b9-e89d-48de-8a42-94d68edf9424 admin admin] Resources bound (agent type, host, resource id): {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:20.149327 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb803b9-e89d-48de-8a42-94d68edf9424 admin admin] Received port after_create {{(pid=102707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:58:20.205186 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ac77fa-4cbe-4da1-9b76-c9f64a1724ed x-openstack-request-id: req-e5ac77fa-4cbe-4da1-9b76-c9f64a1724ed {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:58:20.205486 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4899dfac-1483-43dc-bc62-b7f57bda37fc", "name": "network-vif-deleted", "tag": "068aa066-91d1-49b3-896b-f9bca6b9bd5a", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:58:20.205744 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5ac77fa-4cbe-4da1-9b76-c9f64a1724ed {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:58:20.206337 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4899dfac-1483-43dc-bc62-b7f57bda37fc', 'name': 'network-vif-deleted', 'tag': '068aa066-91d1-49b3-896b-f9bca6b9bd5a', 'status': 'completed', 'code': 200} Feb 20 21:58:20.224511 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180fae5c-398a-42bf-abc7-0b23662fa4d4 admin admin] Made reservation on behalf of 1a16aaed15a54a5e916d0a4ab62c1a1a for: {'network': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:58:20.227923 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-180fae5c-398a-42bf-abc7-0b23662fa4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for network (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:20.282976 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-180fae5c-398a-42bf-abc7-0b23662fa4d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:20.287056 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb803b9-e89d-48de-8a42-94d68edf9424 admin admin] Pushing event updated for resources: {'Port': ['ID=4593f766-548f-47c3-a09e-b7bd7a3ece13,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:20.288458 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] Publish callbacks [] for port (15756683-b9a9-4b7c-baca-16b4752a1cf5), precommit_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:20.310292 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (15756683-b9a9-4b7c-baca-16b4752a1cf5), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:20.323445 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1bb803b9-e89d-48de-8a42-94d68edf9424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641136'] for router_interface (98acccd4-6e95-46b6-8279-0c445d81471e), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:20.335909 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-e7ba4ed2-aaa6-40f5-a0fb-21ce7dac3f46 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:20.339061 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-e7ba4ed2-aaa6-40f5-a0fb-21ce7dac3f46 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/networks?id=5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a HTTP/1.1" status: 200 len: 814 time: 0.6419032 Feb 20 21:58:20.416032 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-c4e70eee-3101-494e-96fd-92ffb451d0ef tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/quotas/cc240588178349c5941fd216d35fb369 HTTP/1.1" status: 200 len: 375 time: 0.0303078 Feb 20 21:58:20.454433 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] Publish callbacks [] for port (c9a3f119-12b5-47cd-978a-a45a0146c3de), precommit_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:20.455457 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf00537-2291-4755-a219-e5978d0742a1 None None] Pushing event updated for resources: {'Port': ['ID=15756683-b9a9-4b7c-baca-16b4752a1cf5,revision_number=2']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:20.467110 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (c9a3f119-12b5-47cd-978a-a45a0146c3de), after_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:20.470747 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] Attempting to bind port 15756683-b9a9-4b7c-baca-16b4752a1cf5 on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:58:20.471171 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] Attempting to bind port 15756683-b9a9-4b7c-baca-16b4752a1cf5 by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:58:20.471540 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] Attempting to bind port 15756683-b9a9-4b7c-baca-16b4752a1cf5 on network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:58:20.479712 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 9589fbc5-f6db-434a-9bcc-14293e936e58 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:20.481396 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 2f853183-8aa4-4f04-91c9-8aac42f6181c up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:20.527828 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:58:20.528464 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] Checking segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:58:20.528664 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:20.529084 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] Bound using segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:58:20.529576 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] Bound port: 15756683-b9a9-4b7c-baca-16b4752a1cf5, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:58:20.529958 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (15756683-b9a9-4b7c-baca-16b4752a1cf5), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:20.543761 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73095ab0-9470-493e-a16b-569f74e3ab9e None None] Pushing event updated for resources: {'Port': ['ID=c9a3f119-12b5-47cd-978a-a45a0146c3de,revision_number=3']} {{(pid=102710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:20.607071 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-7aec6c3d-d9a1-4bea-9b60-5accebe57b09 None None] Provisioning complete for port 4593f766-548f-47c3-a09e-b7bd7a3ece13 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:20.607455 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-7aec6c3d-d9a1-4bea-9b60-5accebe57b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (4593f766-548f-47c3-a09e-b7bd7a3ece13), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:20.650816 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1bb803b9-e89d-48de-8a42-94d68edf9424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (4593f766-548f-47c3-a09e-b7bd7a3ece13), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:20.655741 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] Attempting to bind port c9a3f119-12b5-47cd-978a-a45a0146c3de on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:58:20.657263 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] Attempting to bind port c9a3f119-12b5-47cd-978a-a45a0146c3de by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'}] {{(pid=102710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:58:20.657263 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] Attempting to bind port c9a3f119-12b5-47cd-978a-a45a0146c3de on network 73283953-4b32-47aa-9293-e0cdbad6f01b {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:58:20.663166 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:58:20.663819 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] Checking segment: {'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:58:20.664480 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:20.665160 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] Bound using segment: {'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'} {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:58:20.665800 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] Bound port: c9a3f119-12b5-47cd-978a-a45a0146c3de, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'}}] {{(pid=102710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:58:20.666336 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (c9a3f119-12b5-47cd-978a-a45a0146c3de), before_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:20.695489 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-97c56090-a20f-459b-9c87-88b0af644a7b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc240588178349c5941fd216d35fb369&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2715564 Feb 20 21:58:20.705262 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 2f853183-8aa4-4f04-91c9-8aac42f6181c triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:20.705663 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (2f853183-8aa4-4f04-91c9-8aac42f6181c), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:20.707705 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] For port 15756683-b9a9-4b7c-baca-16b4752a1cf5, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:58:20.748575 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.db [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] For port c9a3f119-12b5-47cd-978a-a45a0146c3de, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:58:20.752544 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.db [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] For port c9a3f119-12b5-47cd-978a-a45a0146c3de, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=c9a3f119-12b5-47cd-978a-a45a0146c3de,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:58:20.769954 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (c9a3f119-12b5-47cd-978a-a45a0146c3de), after_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:20.772295 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] For port 15756683-b9a9-4b7c-baca-16b4752a1cf5, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=15756683-b9a9-4b7c-baca-16b4752a1cf5,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:58:20.780599 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-7aec6c3d-d9a1-4bea-9b60-5accebe57b09 None None] Port 4593f766-548f-47c3-a09e-b7bd7a3ece13 cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:58:20.788900 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (15756683-b9a9-4b7c-baca-16b4752a1cf5), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:20.880919 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] Routers {'47bdbb85-9d24-4be1-8431-88ae730edf1a'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:58:20.881772 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:57:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['47bdbb85-9d24-4be1-8431-88ae730edf1a'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:20.919857 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1bb803b9-e89d-48de-8a42-94d68edf9424 admin admin] Publish callbacks [] for port (4593f766-548f-47c3-a09e-b7bd7a3ece13), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:20.951733 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 2f853183-8aa4-4f04-91c9-8aac42f6181c is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:20.968253 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf00537-2291-4755-a219-e5978d0742a1 None None] Pushing event updated for resources: {'Port': ['ID=15756683-b9a9-4b7c-baca-16b4752a1cf5,revision_number=3']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:20.973284 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] Routers {'98acccd4-6e95-46b6-8279-0c445d81471e'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:58:20.977163 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:57:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['98acccd4-6e95-46b6-8279-0c445d81471e'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:20.993269 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73095ab0-9470-493e-a16b-569f74e3ab9e None None] Pushing event updated for resources: {'Port': ['ID=c9a3f119-12b5-47cd-978a-a45a0146c3de,revision_number=4']} {{(pid=102710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:20.996505 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1bb803b9-e89d-48de-8a42-94d68edf9424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11565760'] for port (4593f766-548f-47c3-a09e-b7bd7a3ece13), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:21.050280 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044c315-c344-41ac-b9cd-fa1234eb3b61 req-8610203a-443a-437c-bb8f-35433f1a89c7 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:21.058010 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4044c315-c344-41ac-b9cd-fa1234eb3b61 req-8610203a-443a-437c-bb8f-35433f1a89c7 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.5757391 Feb 20 21:58:21.060143 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-180fae5c-398a-42bf-abc7-0b23662fa4d4 admin admin] Publish callbacks [] for security_group (b719dc33-aa43-40e9-90b5-e4673b6eb149), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:21.100818 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] Set router 47bdbb85-9d24-4be1-8431-88ae730edf1a gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:58:21.167338 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-180fae5c-398a-42bf-abc7-0b23662fa4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (b719dc33-aa43-40e9-90b5-e4673b6eb149), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:21.179628 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-32b2fba2-328d-4786-8e08-e9172e6aa04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:21.186163 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-29c13283-48a0-46e3-ad01-8e3e458ebb4e None None] Provisioning complete for port c9a3f119-12b5-47cd-978a-a45a0146c3de triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:21.186544 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-29c13283-48a0-46e3-ad01-8e3e458ebb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (c9a3f119-12b5-47cd-978a-a45a0146c3de), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:21.216915 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1bb803b9-e89d-48de-8a42-94d68edf9424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641252'] for router_interface (98acccd4-6e95-46b6-8279-0c445d81471e), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:21.236050 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] Set router 98acccd4-6e95-46b6-8279-0c445d81471e gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:58:21.307212 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180fae5c-398a-42bf-abc7-0b23662fa4d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=102707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:58:21.318187 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-180fae5c-398a-42bf-abc7-0b23662fa4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (962e4247-d75d-484e-b5a3-8552157746a2), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:21.318722 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.db.segments_db [None req-180fae5c-398a-42bf-abc7-0b23662fa4d4 admin admin] Added segment 962e4247-d75d-484e-b5a3-8552157746a2 of type vlan for network dd9060ff-41c7-42f6-a96f-30a2b6de4e57 Feb 20 21:58:21.369894 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-180fae5c-398a-42bf-abc7-0b23662fa4d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760287717003'] for network (dd9060ff-41c7-42f6-a96f-30a2b6de4e57), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:21.406082 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:20Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:21.420472 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb803b9-e89d-48de-8a42-94d68edf9424 admin admin] Pushing event updated for resources: {'Port': ['ID=4593f766-548f-47c3-a09e-b7bd7a3ece13,revision_number=2']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:21.437401 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-180fae5c-398a-42bf-abc7-0b23662fa4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for network (dd9060ff-41c7-42f6-a96f-30a2b6de4e57), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:21.438431 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180fae5c-398a-42bf-abc7-0b23662fa4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:21.438918 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-180fae5c-398a-42bf-abc7-0b23662fa4d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:21.449023 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d74cb42-d43c-47f8-b3ab-1ffaf993593b None None] The sync data for ids ['47bdbb85-9d24-4be1-8431-88ae730edf1a'] in dv-cinder-830093-1-iscsi is: [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:20Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:58:21.487809 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fae5c-398a-42bf-abc7-0b23662fa4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b719dc33-aa43-40e9-90b5-e4673b6eb149,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:21.492214 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-29c13283-48a0-46e3-ad01-8e3e458ebb4e None None] Current status of the port c9a3f119-12b5-47cd-978a-a45a0146c3de is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:21.492715 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-29c13283-48a0-46e3-ad01-8e3e458ebb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (c9a3f119-12b5-47cd-978a-a45a0146c3de), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:21.582707 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-180fae5c-398a-42bf-abc7-0b23662fa4d4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5961802 Feb 20 21:58:21.587749 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 54836) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:21.599027 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4044c315-c344-41ac-b9cd-fa1234eb3b61 req-62fc016e-b484-49bb-9f19-666dbef1ef3e tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631433 Feb 20 21:58:21.609353 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-8ae1f14d-851e-4c3f-a11b-c0214c45f9e9 admin admin] Request body: {'subnet': {'network_id': 'dd9060ff-41c7-42f6-a96f-30a2b6de4e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2027859142-subnet', 'tenant_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'ip_version': 4}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:21.609682 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-29c13283-48a0-46e3-ad01-8e3e458ebb4e None None] For port c9a3f119-12b5-47cd-978a-a45a0146c3de, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=c9a3f119-12b5-47cd-978a-a45a0146c3de,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:21.617318 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-768713b6-c1d5-4c23-ba2a-2380c9493bee service neutron] 10.222.0.61 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902566 Feb 20 21:58:21.660441 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae1f14d-851e-4c3f-a11b-c0214c45f9e9 admin admin] Made reservation on behalf of 1a16aaed15a54a5e916d0a4ab62c1a1a for: {'subnet': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:58:21.666101 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f14d-851e-4c3f-a11b-c0214c45f9e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8491014'] for subnet (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:21.711918 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fae5c-398a-42bf-abc7-0b23662fa4d4 admin admin] Pushing event updated for resources: {'Network': ['ID=dd9060ff-41c7-42f6-a96f-30a2b6de4e57,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:21.714090 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-29c13283-48a0-46e3-ad01-8e3e458ebb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (c9a3f119-12b5-47cd-978a-a45a0146c3de), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:21.774203 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Network dd9060ff-41c7-42f6-a96f-30a2b6de4e57 details requested by agent ovs-agent-dv-cinder-830093-1-iscsi with host dv-cinder-830093-1-iscsi {{(pid=102709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:58:21.810883 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb803b9-e89d-48de-8a42-94d68edf9424 admin admin] Network a107c3cd-02d1-4849-8308-24a035f50f04 is already hosted by enough agents. {{(pid=102707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:58:21.810883 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-1bb803b9-e89d-48de-8a42-94d68edf9424 admin admin] Resources bound (agent type, host, resource id): {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:22.000646 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-ba1b1692-13e8-4be4-8858-be1c612a1968 None None] Provisioning complete for port c9a3f119-12b5-47cd-978a-a45a0146c3de triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:22.001060 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1692-13e8-4be4-8858-be1c612a1968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (c9a3f119-12b5-47cd-978a-a45a0146c3de), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:22.002578 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c13283-48a0-46e3-ad01-8e3e458ebb4e None None] Pushing event updated for resources: {'Port': ['ID=c9a3f119-12b5-47cd-978a-a45a0146c3de,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:22.076651 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f14d-851e-4c3f-a11b-c0214c45f9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8491252'] for subnet (8bd03820-887f-408c-b76f-b4fbe1ee9932), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:22.086757 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'name': 'tempest-TestShelveInstance-1584473298-router', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:20Z', 'revision_number': 4, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'gw_port': {'id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '4593f766-548f-47c3-a09e-b7bd7a3ece13', 'name': '', 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'mac_address': 'fa:16:3e:19:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:19Z', 'updated_at': '2022-02-20T21:58:20Z', 'revision_number': 2, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'subnets': [{'id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:22.139729 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429fc993-552c-4b82-b83b-eddeb27eb81e None None] The sync data for ids ['98acccd4-6e95-46b6-8279-0c445d81471e'] in dv-cinder-830093-1-iscsi is: [{'id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'name': 'tempest-TestShelveInstance-1584473298-router', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:20Z', 'revision_number': 4, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'gw_port': {'id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '4593f766-548f-47c3-a09e-b7bd7a3ece13', 'name': '', 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'mac_address': 'fa:16:3e:19:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:19Z', 'updated_at': '2022-02-20T21:58:20Z', 'revision_number': 2, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'subnets': [{'id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:58:22.209733 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1f14d-851e-4c3f-a11b-c0214c45f9e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd03820-887f-408c-b76f-b4fbe1ee9932,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:22.217104 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae1f14d-851e-4c3f-a11b-c0214c45f9e9 admin admin] Checking segment: {'id': '962e4247-d75d-484e-b5a3-8552157746a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dd9060ff-41c7-42f6-a96f-30a2b6de4e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:58:22.217752 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae1f14d-851e-4c3f-a11b-c0214c45f9e9 admin admin] Network hostable DHCP agents. Network: dd9060ff-41c7-42f6-a96f-30a2b6de4e57, hostable agents: ['6fcc0529-21bc-43b9-962d-56692d0812bd'], hosted agents: [] {{(pid=102708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:58:22.229949 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-ba1b1692-13e8-4be4-8858-be1c612a1968 None None] Current status of the port c9a3f119-12b5-47cd-978a-a45a0146c3de is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:22.255575 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae1f14d-851e-4c3f-a11b-c0214c45f9e9 admin admin] Network dd9060ff-41c7-42f6-a96f-30a2b6de4e57 is scheduled to be hosted by DHCP agent 6fcc0529-21bc-43b9-962d-56692d0812bd with binding_index 1 {{(pid=102708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:58:22.274745 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 068aa066-91d1-49b3-896b-f9bca6b9bd5a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:58:22.279008 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-8ae1f14d-851e-4c3f-a11b-c0214c45f9e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-1-iscsi, dd9060ff-41c7-42f6-a96f-30a2b6de4e57) {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:22.303460 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae1f14d-851e-4c3f-a11b-c0214c45f9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:22.304232 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f14d-851e-4c3f-a11b-c0214c45f9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:22.348843 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-8ae1f14d-851e-4c3f-a11b-c0214c45f9e9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7571652 Feb 20 21:58:22.349141 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 54856) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:22.357390 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2027859142-router', 'tenant_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:22.374819 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-1ef2c282-fab8-411a-bc72-3774bc3a21fc service neutron] 10.222.0.61 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7565391 Feb 20 21:58:22.402701 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27494'] for router (4fc4e7a1-398d-4884-9555-cf1e0bfa4e60), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:22.404365 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27549'] for router (4fc4e7a1-398d-4884-9555-cf1e0bfa4e60), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:22.415072 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb803b9-e89d-48de-8a42-94d68edf9424 admin admin] Router 98acccd4-6e95-46b6-8279-0c445d81471e has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:58:22.493707 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Publish callbacks [] for router_controller (4fc4e7a1-398d-4884-9555-cf1e0bfa4e60), precommit_add_association {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:22.547642 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e26384-5724-4c5f-9cc5-518070712217 None None] Network dd9060ff-41c7-42f6-a96f-30a2b6de4e57 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:58:22.554445 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: 068aa066-91d1-49b3-896b-f9bca6b9bd5a {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:58:22.554798 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 068aa066-91d1-49b3-896b-f9bca6b9bd5a not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:58:22.654661 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-51755f0e-8e52-4c36-9aae-6e8dc31cdacd None None] Provisioning complete for port 4593f766-548f-47c3-a09e-b7bd7a3ece13 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:22.659019 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-51755f0e-8e52-4c36-9aae-6e8dc31cdacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (4593f766-548f-47c3-a09e-b7bd7a3ece13), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:22.838674 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Publish callbacks [] for router_gateway (4fc4e7a1-398d-4884-9555-cf1e0bfa4e60), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:22.896174 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-51755f0e-8e52-4c36-9aae-6e8dc31cdacd None None] Port 4593f766-548f-47c3-a09e-b7bd7a3ece13 cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:58:22.929468 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb803b9-e89d-48de-8a42-94d68edf9424 admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:58:22.965037 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-1bb803b9-e89d-48de-8a42-94d68edf9424 admin admin] 10.222.0.61 "PUT /v2.0/routers/98acccd4-6e95-46b6-8279-0c445d81471e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9237163 Feb 20 21:58:22.965558 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64180d25-863e-5e6e-960c-f070cb81dd8f-dd9060ff-41c7-42f6-a96f-30a2b6de4e57', 'network_id': 'dd9060ff-41c7-42f6-a96f-30a2b6de4e57', 'project_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'fixed_ips': [{'subnet_id': '8bd03820-887f-408c-b76f-b4fbe1ee9932'}]}} from dv-cinder-830093-1-iscsi. {{(pid=102709) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 21:58:22.965558 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:23.048967 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-a196e47c-fa0a-423e-8591-5f3643cef032 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:23.061609 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-a196e47c-fa0a-423e-8591-5f3643cef032 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/networks?id=bc0cc959-c7f2-43cb-a257-f4e925d0beee HTTP/1.1" status: 200 len: 809 time: 0.6285055 Feb 20 21:58:23.098301 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f6182-da61-4c67-bd36-b4599ddb347a req-8585a49c-1138-4ad2-b637-4b449a028d38 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:23.100680 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-034f6182-da61-4c67-bd36-b4599ddb347a req-8585a49c-1138-4ad2-b637-4b449a028d38 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.2802668 Feb 20 21:58:23.111845 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-8a190516-c198-4c15-845f-2ed668815982 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/quotas/57ab2e39491e4fc1854f2342f206e1a6 HTTP/1.1" status: 200 len: 375 time: 0.0490367 Feb 20 21:58:23.209706 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-f8a3a6b7-ac69-437c-aec5-b83d77f1d957 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=57ab2e39491e4fc1854f2342f206e1a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0963695 Feb 20 21:58:23.237724 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-5bd3178a-83f2-462b-8322-28bf71be8485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:23.284668 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.db_base_plugin_common [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] Allocated IP 172.20.0.2 (dd9060ff-41c7-42f6-a96f-30a2b6de4e57/8bd03820-887f-408c-b76f-b4fbe1ee9932/458b5ecc-f798-43b3-adb1-ece0f8c43712) {{(pid=102709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:58:23.389990 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-034f6182-da61-4c67-bd36-b4599ddb347a req-71b814a6-7207-4b49-b5c4-62f949e55e64 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752104 Feb 20 21:58:23.428029 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-efd73b98-acdf-4b4b-a6e4-15560f61ca81 service neutron] 10.222.0.61 "GET /v2.0/networks/bc0cc959-c7f2-43cb-a257-f4e925d0beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174072 Feb 20 21:58:23.428850 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Publish callbacks [] for router_gateway (4fc4e7a1-398d-4884-9555-cf1e0bfa4e60), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:23.519052 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:23.560138 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-04d70c75-9a14-4e10-b098-4c86367f0038 service neutron] 10.222.0.61 "GET /v2.0/networks/bc0cc959-c7f2-43cb-a257-f4e925d0beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310940 Feb 20 21:58:23.612566 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device c9a3f119-12b5-47cd-978a-a45a0146c3de up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:23.640889 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e720ac23-f1a8-49d0-a9b5-08443e225998 req-d5a49621-75ed-4bff-960f-50c7ac56a29b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0bd6b5d-e54c-401f-a91c-9083db2cb270 HTTP/1.1" status: 200 len: 210 time: 0.0680423 Feb 20 21:58:23.684378 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] Publish callbacks [] for port (458b5ecc-f798-43b3-adb1-ece0f8c43712), precommit_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:23.698949 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port c9a3f119-12b5-47cd-978a-a45a0146c3de triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:23.699606 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (c9a3f119-12b5-47cd-978a-a45a0146c3de), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:23.703900 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (458b5ecc-f798-43b3-adb1-ece0f8c43712), after_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:23.766690 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] Network dd9060ff-41c7-42f6-a96f-30a2b6de4e57 is already hosted by enough agents. {{(pid=102709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:58:23.772216 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.base_scheduler [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] Resources bound (agent type, host, resource id): {{(pid=102709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:23.781478 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] Received port after_create {{(pid=102709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:58:23.808803 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Allocated IP 172.27.3.142 (64ae5708-48ae-4f2e-98e0-0b35ff108ff4/7fd4686c-7b81-425f-9e36-00c6096e9531/15570d9c-93a7-4e30-a3eb-5c870988478b) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:58:23.828109 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0065f9-b77e-4380-9e97-46856ef57c67 req-c5964547-c9da-411c-83da-46f4ce69c860 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:23.829850 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5c0065f9-b77e-4380-9e97-46856ef57c67 req-c5964547-c9da-411c-83da-46f4ce69c860 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0965993 Feb 20 21:58:23.880107 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] Pushing event updated for resources: {'Port': ['ID=458b5ecc-f798-43b3-adb1-ece0f8c43712,revision_number=1']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:23.930471 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b2f9ed77-6ba0-436a-b6c3-a299daa61776 req-98a02bc2-1f30-447a-a454-6830dec56be4 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f97725c-e2d6-40cc-9bcd-a09190505001 HTTP/1.1" status: 200 len: 210 time: 0.0995758 Feb 20 21:58:23.957541 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5c0065f9-b77e-4380-9e97-46856ef57c67 req-6ffc4c5a-f8af-4850-af5a-20e06e29f930 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034307 Feb 20 21:58:23.993111 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Publish callbacks [] for port (15570d9c-93a7-4e30-a3eb-5c870988478b), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:24.000443 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] Attempting to bind port 458b5ecc-f798-43b3-adb1-ece0f8c43712 on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:58:24.001023 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] Attempting to bind port 458b5ecc-f798-43b3-adb1-ece0f8c43712 by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '962e4247-d75d-484e-b5a3-8552157746a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dd9060ff-41c7-42f6-a96f-30a2b6de4e57'}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:58:24.001568 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] Attempting to bind port 458b5ecc-f798-43b3-adb1-ece0f8c43712 on network dd9060ff-41c7-42f6-a96f-30a2b6de4e57 {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:58:24.014406 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:58:24.014689 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] Checking segment: {'id': '962e4247-d75d-484e-b5a3-8552157746a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dd9060ff-41c7-42f6-a96f-30a2b6de4e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:58:24.015060 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:24.015533 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] Bound using segment: {'id': '962e4247-d75d-484e-b5a3-8552157746a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dd9060ff-41c7-42f6-a96f-30a2b6de4e57'} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:58:24.016130 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] Bound port: 458b5ecc-f798-43b3-adb1-ece0f8c43712, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962e4247-d75d-484e-b5a3-8552157746a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dd9060ff-41c7-42f6-a96f-30a2b6de4e57'}}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:58:24.016528 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (458b5ecc-f798-43b3-adb1-ece0f8c43712), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:24.076733 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (15570d9c-93a7-4e30-a3eb-5c870988478b), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:24.088413 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port c9a3f119-12b5-47cd-978a-a45a0146c3de is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:24.124194 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:58:24.127284 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:24.135401 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:58:24.159635 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] For port 458b5ecc-f798-43b3-adb1-ece0f8c43712, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:58:24.171876 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] For port 458b5ecc-f798-43b3-adb1-ece0f8c43712, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=458b5ecc-f798-43b3-adb1-ece0f8c43712,segment=NetworkSegment(962e4247-d75d-484e-b5a3-8552157746a2),segment_id=962e4247-d75d-484e-b5a3-8552157746a2)] {{(pid=102709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:58:24.190354 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (458b5ecc-f798-43b3-adb1-ece0f8c43712), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:24.248921 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 54918) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:24.254755 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Pushing event updated for resources: {'Port': ['ID=15570d9c-93a7-4e30-a3eb-5c870988478b,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:24.255414 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1220456373-network', 'tenant_id': '5e46a82fb7d7412cb3dcbc06259c0cc4'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:24.299994 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Made reservation on behalf of 5e46a82fb7d7412cb3dcbc06259c0cc4 for: {'network': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:58:24.302977 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for network (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:24.333804 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:24.454105 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a73b1f-96b9-433b-8205-075ea8304776 None None] Pushing event updated for resources: {'Port': ['ID=458b5ecc-f798-43b3-adb1-ece0f8c43712,revision_number=2']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:24.484040 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:24.633295 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:24.633646 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:24.633994 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:24.634339 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:24.634806 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:24.635350 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:24.635852 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:24.636344 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:24.636836 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:24.637364 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:24.637871 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:24.638368 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:24.638869 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:24.784398 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Publish callbacks [] for security_group (a656b69c-04e4-45fd-b913-18c8ce8b87a2), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:24.866199 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (a656b69c-04e4-45fd-b913-18c8ce8b87a2), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:24.937575 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=102707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:58:24.977587 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a656b69c-04e4-45fd-b913-18c8ce8b87a2,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:24.990477 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf304d9-3014-4750-9a77-617192e5af23 req-b5e0e701-9b71-400f-9729-5748e78a3b9a tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:24.992556 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8bf304d9-3014-4750-9a77-617192e5af23 req-b5e0e701-9b71-400f-9729-5748e78a3b9a tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.3959422 Feb 20 21:58:25.015940 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b6ff7-1c76-424c-b983-4da6738904c6 req-2a6cb5f4-e62f-4dd7-a7a3-d81bbfdcf776 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:25.017988 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-db3b6ff7-1c76-424c-b983-4da6738904c6 req-2a6cb5f4-e62f-4dd7-a7a3-d81bbfdcf776 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.5327775 Feb 20 21:58:25.020407 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (9d8a4629-105e-485c-af62-068572d0cdde), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:25.020749 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.db.segments_db [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Added segment 9d8a4629-105e-485c-af62-068572d0cdde of type vlan for network b073d9d8-9664-4f95-988b-7dc47908c02e Feb 20 21:58:25.039813 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:25.040163 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:25.040511 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:25.040852 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:25.041251 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:25.041586 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:25.041917 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:25.042244 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:25.042579 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:25.042911 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:25.043421 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:25.043541 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:25.043857 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:58:25.150455 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760287717003'] for network (b073d9d8-9664-4f95-988b-7dc47908c02e), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:25.213154 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee12dcc-ca66-4294-864f-7aec8d946be0 req-7ce8ab2a-187e-4784-b073-42dbfacb5f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:25.214702 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-6ee12dcc-ca66-4294-864f-7aec8d946be0 req-7ce8ab2a-187e-4784-b073-42dbfacb5f67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31a3beb756d44069b8b12e5e819b6a92&device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 1130 time: 0.8608923 Feb 20 21:58:25.220953 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-db3b6ff7-1c76-424c-b983-4da6738904c6 req-3e6a558a-1b6a-4532-b2c1-f020bbe79226 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626558 Feb 20 21:58:25.224533 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8bf304d9-3014-4750-9a77-617192e5af23 req-2894d59b-4f1e-4ba1-b7e8-2912e1681ce8 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021446 Feb 20 21:58:25.255027 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for network (b073d9d8-9664-4f95-988b-7dc47908c02e), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:25.255924 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:25.256508 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:25.334363 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0839293 Feb 20 21:58:25.352760 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 54958) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:25.372830 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-3a4b9620-6026-46bf-b855-5f995e8df4ce admin admin] Request body: {'subnet': {'network_id': 'b073d9d8-9664-4f95-988b-7dc47908c02e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1220456373-subnet', 'tenant_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'ip_version': 4}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:25.389527 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7c562e08-8c40-4f46-a283-b0264a72d658 req-aac15e2e-8d54-4152-a786-4635f8fc9da0 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f97725c-e2d6-40cc-9bcd-a09190505001 HTTP/1.1" status: 200 len: 210 time: 0.0616810 Feb 20 21:58:25.395339 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9d49e-5a63-4dd2-a6a2-fd8a79bcb294 admin admin] Pushing event updated for resources: {'Network': ['ID=b073d9d8-9664-4f95-988b-7dc47908c02e,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:25.415899 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Network b073d9d8-9664-4f95-988b-7dc47908c02e details requested by agent ovs-agent-dv-cinder-830093-1-iscsi with host dv-cinder-830093-1-iscsi {{(pid=102709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:58:25.420399 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4b9620-6026-46bf-b855-5f995e8df4ce admin admin] Made reservation on behalf of 5e46a82fb7d7412cb3dcbc06259c0cc4 for: {'subnet': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:58:25.423454 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-3a4b9620-6026-46bf-b855-5f995e8df4ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12283464'] for subnet (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:25.440583 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Publish callbacks [] for router_gateway (4fc4e7a1-398d-4884-9555-cf1e0bfa4e60), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:25.595753 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-668c41b1-3275-4ccb-902b-2931283191fd req-1e8b8b9e-4482-4a72-9db4-6d6ff3dccf6f tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0bd6b5d-e54c-401f-a91c-9083db2cb270 HTTP/1.1" status: 200 len: 210 time: 0.0857165 Feb 20 21:58:25.757467 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee12dcc-ca66-4294-864f-7aec8d946be0 req-91b1e79a-a31c-4005-8327-da83faa2a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:25.762981 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-6ee12dcc-ca66-4294-864f-7aec8d946be0 req-91b1e79a-a31c-4005-8327-da83faa2a3b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a89eb610-f3f6-48dd-a90b-fd6474eca384 HTTP/1.1" status: 200 len: 919 time: 0.5403998 Feb 20 21:58:25.803670 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 458b5ecc-f798-43b3-adb1-ece0f8c43712 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:25.838801 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-6ee12dcc-ca66-4294-864f-7aec8d946be0 req-95d71797-7c61-4092-9e51-7d9dd6e78a3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7fdc472-ff50-4b72-85de-a3c41f136769 HTTP/1.1" status: 200 len: 217 time: 0.0616400 Feb 20 21:58:25.851133 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-c2a3407c-ed59-4cfb-8cc8-59995efea3de tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:25.852885 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-c2a3407c-ed59-4cfb-8cc8-59995efea3de tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.45 "GET /v2.0/networks?id=5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a HTTP/1.1" status: 200 len: 814 time: 1.3554406 Feb 20 21:58:25.902709 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee12dcc-ca66-4294-864f-7aec8d946be0 req-4221cfe2-81ec-4d25-9eb0-8cdca6a25e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:25.906656 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-6ee12dcc-ca66-4294-864f-7aec8d946be0 req-4221cfe2-81ec-4d25-9eb0-8cdca6a25e97 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ec271f1-ff6d-444d-b149-16f50cc10be7 HTTP/1.1" status: 200 len: 858 time: 0.0507903 Feb 20 21:58:25.916770 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-96a5e3d8-2069-4dec-9dfb-7d87adb9133b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Request body: {'port': {'device_id': 'c0bd6b5d-e54c-401f-a91c-9083db2cb270', 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a', 'admin_state_up': True, 'tenant_id': 'cc240588178349c5941fd216d35fb369'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:25.924368 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-1287374e-968e-4036-883b-7bf59b7c013a tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:25.926022 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-1287374e-968e-4036-883b-7bf59b7c013a tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.45 "GET /v2.0/networks?id=bc0cc959-c7f2-43cb-a257-f4e925d0beee HTTP/1.1" status: 200 len: 809 time: 0.2955794 Feb 20 21:58:25.939155 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:25.940779 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 458b5ecc-f798-43b3-adb1-ece0f8c43712 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:25.941245 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (458b5ecc-f798-43b3-adb1-ece0f8c43712), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:25.941462 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-418880c1-a5c8-4380-b423-4f9762656753 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Request body: {'port': {'device_id': '3f97725c-e2d6-40cc-9bcd-a09190505001', 'network_id': 'bc0cc959-c7f2-43cb-a257-f4e925d0beee', 'admin_state_up': True, 'tenant_id': '57ab2e39491e4fc1854f2342f206e1a6'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:25.948101 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-3a4b9620-6026-46bf-b855-5f995e8df4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11566155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12283578'] for subnet (bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:26.007076 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-6ee12dcc-ca66-4294-864f-7aec8d946be0 req-ee4ac151-46d9-419f-8619-fd6160e9eb3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a89eb610-f3f6-48dd-a90b-fd6474eca384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733371 Feb 20 21:58:26.089550 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8df0c40-743d-4acd-9219-28a5a1c0f5f6 None None] Network dd9060ff-41c7-42f6-a96f-30a2b6de4e57 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:58:26.158888 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b9620-6026-46bf-b855-5f995e8df4ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029,revision_number=0']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:26.192372 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4b9620-6026-46bf-b855-5f995e8df4ce admin admin] Checking segment: {'id': '9d8a4629-105e-485c-af62-068572d0cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b073d9d8-9664-4f95-988b-7dc47908c02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:58:26.192743 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4b9620-6026-46bf-b855-5f995e8df4ce admin admin] Network hostable DHCP agents. Network: b073d9d8-9664-4f95-988b-7dc47908c02e, hostable agents: ['6fcc0529-21bc-43b9-962d-56692d0812bd'], hosted agents: [] {{(pid=102707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:58:26.229140 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 458b5ecc-f798-43b3-adb1-ece0f8c43712 is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:26.230957 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (458b5ecc-f798-43b3-adb1-ece0f8c43712), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:26.235546 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4b9620-6026-46bf-b855-5f995e8df4ce admin admin] Network b073d9d8-9664-4f95-988b-7dc47908c02e is scheduled to be hosted by DHCP agent 6fcc0529-21bc-43b9-962d-56692d0812bd with binding_index 1 {{(pid=102707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:58:26.272151 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-418880c1-a5c8-4380-b423-4f9762656753 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Made reservation on behalf of 57ab2e39491e4fc1854f2342f206e1a6 for: {'port': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:58:26.277792 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-418880c1-a5c8-4380-b423-4f9762656753 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:26.282205 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-3a4b9620-6026-46bf-b855-5f995e8df4ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-1-iscsi, b073d9d8-9664-4f95-988b-7dc47908c02e) {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:26.295423 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4b9620-6026-46bf-b855-5f995e8df4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:26.296310 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-3a4b9620-6026-46bf-b855-5f995e8df4ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:26.304919 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] For port 458b5ecc-f798-43b3-adb1-ece0f8c43712, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=458b5ecc-f798-43b3-adb1-ece0f8c43712,segment=NetworkSegment(962e4247-d75d-484e-b5a3-8552157746a2),segment_id=962e4247-d75d-484e-b5a3-8552157746a2)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:26.325014 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c5c552-9724-41aa-a06c-91a8f8b39a40 None None] Network b073d9d8-9664-4f95-988b-7dc47908c02e requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:58:26.334035 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-3a4b9620-6026-46bf-b855-5f995e8df4ce admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9792693 Feb 20 21:58:26.335215 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 54988) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:26.341567 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-6a53bad5-6914-4e13-98b4-1e72e8fb19e8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1220456373-router', 'tenant_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:26.355088 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (458b5ecc-f798-43b3-adb1-ece0f8c43712), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:26.355866 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 15756683-b9a9-4b7c-baca-16b4752a1cf5 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:26.364224 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-0b41cc1b-98ec-4a19-9fe8-b74bb0cba3e0 None None] Provisioning complete for port 458b5ecc-f798-43b3-adb1-ece0f8c43712 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:26.365095 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-0b41cc1b-98ec-4a19-9fe8-b74bb0cba3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (458b5ecc-f798-43b3-adb1-ece0f8c43712), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:26.382294 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-6ee12dcc-ca66-4294-864f-7aec8d946be0 req-197c1622-5a4f-4344-8434-3a9a99dd97f2 service neutron] 10.222.0.45 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196993 Feb 20 21:58:26.386265 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642983'] for router (4fc4e7a1-398d-4884-9555-cf1e0bfa4e60), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:26.401027 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-96a5e3d8-2069-4dec-9dfb-7d87adb9133b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Made reservation on behalf of cc240588178349c5941fd216d35fb369 for: {'port': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:58:26.404384 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-96a5e3d8-2069-4dec-9dfb-7d87adb9133b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:26.499544 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6a53bad5-6914-4e13-98b4-1e72e8fb19e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27494'] for router (c2a932d7-30d1-4d72-9a52-e6920ae862de), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:26.500668 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6a53bad5-6914-4e13-98b4-1e72e8fb19e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27549'] for router (c2a932d7-30d1-4d72-9a52-e6920ae862de), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:26.564154 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6a53bad5-6914-4e13-98b4-1e72e8fb19e8 admin admin] Publish callbacks [] for router_controller (c2a932d7-30d1-4d72-9a52-e6920ae862de), precommit_add_association {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:26.573321 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Pushing event updated for resources: {'Port': ['ID=458b5ecc-f798-43b3-adb1-ece0f8c43712,revision_number=3']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:26.638613 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-6ee12dcc-ca66-4294-864f-7aec8d946be0 req-564c53ab-d4ce-433a-b46d-2106517c306b service neutron] 10.222.0.45 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487190 Feb 20 21:58:26.671633 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83571569-9a7b-4af4-9d5c-147a388a5b14 req-63a40310-1143-4151-b653-17b34c0f9b2b tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:26.684033 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-83571569-9a7b-4af4-9d5c-147a388a5b14 req-63a40310-1143-4151-b653-17b34c0f9b2b tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.3036988 Feb 20 21:58:26.704201 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f43332-d3c4-45d6-97d7-c054c38d2085 req-0cf7a736-68b5-4302-9310-a4657340b8a2 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:26.705754 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e6f43332-d3c4-45d6-97d7-c054c38d2085 req-0cf7a736-68b5-4302-9310-a4657340b8a2 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.3273029 Feb 20 21:58:26.728102 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64180d25-863e-5e6e-960c-f070cb81dd8f-b073d9d8-9664-4f95-988b-7dc47908c02e', 'network_id': 'b073d9d8-9664-4f95-988b-7dc47908c02e', 'project_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'fixed_ips': [{'subnet_id': 'bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029'}]}} from dv-cinder-830093-1-iscsi. {{(pid=102709) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 21:58:26.729171 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:26.738289 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 15756683-b9a9-4b7c-baca-16b4752a1cf5 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:26.739834 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (15756683-b9a9-4b7c-baca-16b4752a1cf5), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:26.758337 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-96a5e3d8-2069-4dec-9dfb-7d87adb9133b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Allocated IP 172.20.0.4 (5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a/303900da-7313-4ebf-9922-5c72d34ae783/5ea60d8c-38a8-423a-b1cf-8795ef2ae412) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:58:26.789053 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_common [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-418880c1-a5c8-4380-b423-4f9762656753 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Allocated IP 172.20.0.4 (bc0cc959-c7f2-43cb-a257-f4e925d0beee/c5f6a270-ce3e-4ed3-97c4-15807ecc6d47/c235e898-bf1d-4ed5-96c7-c0256e24994c) {{(pid=102707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:58:26.800393 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-0b41cc1b-98ec-4a19-9fe8-b74bb0cba3e0 None None] Current status of the port 458b5ecc-f798-43b3-adb1-ece0f8c43712 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:26.830189 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8535b88-3ada-4e51-b96d-d9805a8bdfe1 req-c037d67b-0a21-4fb0-b7f1-8adf57877297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:26.831668 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b8535b88-3ada-4e51-b96d-d9805a8bdfe1 req-c037d67b-0a21-4fb0-b7f1-8adf57877297 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31a3beb756d44069b8b12e5e819b6a92&device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 1130 time: 0.1366963 Feb 20 21:58:26.843969 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Router 4fc4e7a1-398d-4884-9555-cf1e0bfa4e60 is scheduled to L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b with binding_index 1 {{(pid=102708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 21:58:26.979962 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 15756683-b9a9-4b7c-baca-16b4752a1cf5 is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:26.980370 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (15756683-b9a9-4b7c-baca-16b4752a1cf5), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:26.988869 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-83571569-9a7b-4af4-9d5c-147a388a5b14 req-4b48c96b-0eed-43dd-bcfd-f0b9c6f08e8d tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781856 Feb 20 21:58:26.990947 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6a53bad5-6914-4e13-98b4-1e72e8fb19e8 admin admin] Publish callbacks [] for router_gateway (c2a932d7-30d1-4d72-9a52-e6920ae862de), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:27.004629 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e6f43332-d3c4-45d6-97d7-c054c38d2085 req-926f618f-297b-4943-9753-397bc6b0ce54 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549627 Feb 20 21:58:27.038746 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] Sync routers for ids ['98acccd4-6e95-46b6-8279-0c445d81471e'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:58:27.062133 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.db_base_plugin_common [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] Allocated IP 172.20.0.2 (b073d9d8-9664-4f95-988b-7dc47908c02e/bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029/eb79858e-7357-4480-aedb-2ad6762367ee) {{(pid=102709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:58:27.079216 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] For port 15756683-b9a9-4b7c-baca-16b4752a1cf5, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=15756683-b9a9-4b7c-baca-16b4752a1cf5,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:27.107503 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (15756683-b9a9-4b7c-baca-16b4752a1cf5), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:27.130408 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] Routers {'98acccd4-6e95-46b6-8279-0c445d81471e'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:58:27.131048 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:58:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['98acccd4-6e95-46b6-8279-0c445d81471e'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:27.259368 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-96a5e3d8-2069-4dec-9dfb-7d87adb9133b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks [] for port (5ea60d8c-38a8-423a-b1cf-8795ef2ae412), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:27.276950 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:58:27.280794 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8535b88-3ada-4e51-b96d-d9805a8bdfe1 req-4ea2269f-6714-4e90-8d68-33bdb0f9f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:27.282536 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b8535b88-3ada-4e51-b96d-d9805a8bdfe1 req-4ea2269f-6714-4e90-8d68-33bdb0f9f91b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a89eb610-f3f6-48dd-a90b-fd6474eca384 HTTP/1.1" status: 200 len: 919 time: 0.3963172 Feb 20 21:58:27.297460 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] Sync routers for ids ['4fc4e7a1-398d-4884-9555-cf1e0bfa4e60'] in dv-cinder-830093-1-iscsi {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:58:27.312655 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] Routers {'4fc4e7a1-398d-4884-9555-cf1e0bfa4e60'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:58:27.315844 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:27.320022 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-0bbbea30-f3ed-4ae3-8939-9444c61b2666 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9663229 Feb 20 21:58:27.321426 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:58:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['4fc4e7a1-398d-4884-9555-cf1e0bfa4e60'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:27.340917 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 54998) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:27.436235 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0d20685a-0e38-4250-9bc1-dc843c46539e req-84d51947-72d2-4e4a-9ace-fddab0fbdff3 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f97725c-e2d6-40cc-9bcd-a09190505001 HTTP/1.1" status: 200 len: 210 time: 0.3109388 Feb 20 21:58:27.484276 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-64206c50-97aa-4a21-a887-d7df9a03e7d3 req-5bdd0d79-42c9-49b7-a81f-b723ff338926 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0bd6b5d-e54c-401f-a91c-9083db2cb270 HTTP/1.1" status: 200 len: 210 time: 0.0979548 Feb 20 21:58:27.505362 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-28c0c011-d1c3-475f-84d7-20d06f4e3f9d None None] Provisioning complete for port 458b5ecc-f798-43b3-adb1-ece0f8c43712 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:27.505751 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-28c0c011-d1c3-475f-84d7-20d06f4e3f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (458b5ecc-f798-43b3-adb1-ece0f8c43712), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:27.547714 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:27.564393 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] Set router 4fc4e7a1-398d-4884-9555-cf1e0bfa4e60 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:58:27.631191 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Pushing event updated for resources: {'Port': ['ID=15756683-b9a9-4b7c-baca-16b4752a1cf5,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:27.634581 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 458b5ecc-f798-43b3-adb1-ece0f8c43712 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:27.646332 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-418880c1-a5c8-4380-b423-4f9762656753 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Publish callbacks [] for port (c235e898-bf1d-4ed5-96c7-c0256e24994c), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:27.803676 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6a53bad5-6914-4e13-98b4-1e72e8fb19e8 admin admin] Publish callbacks [] for router_gateway (c2a932d7-30d1-4d72-9a52-e6920ae862de), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:27.827361 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-418880c1-a5c8-4380-b423-4f9762656753 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (c235e898-bf1d-4ed5-96c7-c0256e24994c), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:27.829830 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6a53bad5-6914-4e13-98b4-1e72e8fb19e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:27.839440 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] Set router 98acccd4-6e95-46b6-8279-0c445d81471e gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:58:27.869455 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc4e7a1-398d-4884-9555-cf1e0bfa4e60', 'name': 'tempest-TestVolumeBootPattern-2027859142-router', 'tenant_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '15570d9c-93a7-4e30-a3eb-5c870988478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:22Z', 'updated_at': '2022-02-20T21:58:25Z', 'revision_number': 3, 'project_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'gw_port': {'id': '15570d9c-93a7-4e30-a3eb-5c870988478b', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc4e7a1-398d-4884-9555-cf1e0bfa4e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:23Z', 'updated_at': '2022-02-20T21:58:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:27.905022 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b8535b88-3ada-4e51-b96d-d9805a8bdfe1 req-6f65f68d-b93a-4119-a7b1-fc1119826507 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7fdc472-ff50-4b72-85de-a3c41f136769 HTTP/1.1" status: 200 len: 217 time: 0.5958574 Feb 20 21:58:27.914615 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-96a5e3d8-2069-4dec-9dfb-7d87adb9133b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (5ea60d8c-38a8-423a-b1cf-8795ef2ae412), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:27.919554 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-418880c1-a5c8-4380-b423-4f9762656753 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Network bc0cc959-c7f2-43cb-a257-f4e925d0beee is already hosted by enough agents. {{(pid=102707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:58:27.922335 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] Checking router: 4fc4e7a1-398d-4884-9555-cf1e0bfa4e60 for host: dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:58:27.924464 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] Updating router 4fc4e7a1-398d-4884-9555-cf1e0bfa4e60 port 15570d9c-93a7-4e30-a3eb-5c870988478b binding host dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:58:27.931180 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-418880c1-a5c8-4380-b423-4f9762656753 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Resources bound (agent type, host, resource id): {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:27.934894 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418880c1-a5c8-4380-b423-4f9762656753 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Pushing event updated for resources: {'Port': ['ID=c235e898-bf1d-4ed5-96c7-c0256e24994c,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:27.937297 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-418880c1-a5c8-4380-b423-4f9762656753 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Received port after_create {{(pid=102707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:58:27.968574 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (15570d9c-93a7-4e30-a3eb-5c870988478b), before_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:27.985250 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 55014) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:27.987732 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['03f08b6c-096a-442f-add4-dde3a8e6ef86'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:58:27.999514 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-96a5e3d8-2069-4dec-9dfb-7d87adb9133b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:58:28.018071 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5e3d8-2069-4dec-9dfb-7d87adb9133b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Pushing event updated for resources: {'Port': ['ID=5ea60d8c-38a8-423a-b1cf-8795ef2ae412,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:28.028663 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-96a5e3d8-2069-4dec-9dfb-7d87adb9133b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:28.030817 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-418880c1-a5c8-4380-b423-4f9762656753 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:28.031471 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-418880c1-a5c8-4380-b423-4f9762656753 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for port (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:28.033578 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-96a5e3d8-2069-4dec-9dfb-7d87adb9133b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:58:28.075638 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_common [None req-6a53bad5-6914-4e13-98b4-1e72e8fb19e8 admin admin] Allocated IP 172.27.3.190 (64ae5708-48ae-4f2e-98e0-0b35ff108ff4/7fd4686c-7b81-425f-9e36-00c6096e9531/d024c496-bd1f-48c3-abea-163237a5845e) {{(pid=102707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:58:28.106707 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-418880c1-a5c8-4380-b423-4f9762656753 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1698153 Feb 20 21:58:28.137552 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Request body: {'port': {'device_id': '3f97725c-e2d6-40cc-9bcd-a09190505001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:28.143530 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] Publish callbacks [] for port (eb79858e-7357-4480-aedb-2ad6762367ee), precommit_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:28.184732 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (eb79858e-7357-4480-aedb-2ad6762367ee), after_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:28.231200 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 458b5ecc-f798-43b3-adb1-ece0f8c43712 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:28.231730 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (458b5ecc-f798-43b3-adb1-ece0f8c43712), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:28.234180 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-28c0c011-d1c3-475f-84d7-20d06f4e3f9d None None] Current status of the port 458b5ecc-f798-43b3-adb1-ece0f8c43712 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:28.249750 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8535b88-3ada-4e51-b96d-d9805a8bdfe1 req-2ea32c2b-7a0e-4a67-9ac7-a6ec00b2f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:28.251227 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b8535b88-3ada-4e51-b96d-d9805a8bdfe1 req-2ea32c2b-7a0e-4a67-9ac7-a6ec00b2f105 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ec271f1-ff6d-444d-b149-16f50cc10be7 HTTP/1.1" status: 200 len: 858 time: 0.2486131 Feb 20 21:58:28.256941 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-96a5e3d8-2069-4dec-9dfb-7d87adb9133b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:28.258005 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-96a5e3d8-2069-4dec-9dfb-7d87adb9133b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:28.307064 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-625d9414-e812-48ed-b1bb-f25f665c19af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:28.317675 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] Network b073d9d8-9664-4f95-988b-7dc47908c02e is already hosted by enough agents. {{(pid=102709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:58:28.334662 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.base_scheduler [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] Resources bound (agent type, host, resource id): {{(pid=102709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:28.337742 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] Received port after_create {{(pid=102709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:58:28.370980 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] Pushing event updated for resources: {'Port': ['ID=eb79858e-7357-4480-aedb-2ad6762367ee,revision_number=1']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:28.403326 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (c235e898-bf1d-4ed5-96c7-c0256e24994c), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:28.421715 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdbdcf-210f-4436-a868-ebbabe093a26 req-3011ede4-6319-4f82-a256-7fc74903e3fc tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:28.430337 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-74cdbdcf-210f-4436-a868-ebbabe093a26 req-3011ede4-6319-4f82-a256-7fc74903e3fc tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.2882206 Feb 20 21:58:28.438405 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8cb51-e670-4a01-a5b5-8e08466f6a94 req-338bf3ed-4637-42d3-a6b0-844d4452dec8 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:28.445198 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b6b8cb51-e670-4a01-a5b5-8e08466f6a94 req-338bf3ed-4637-42d3-a6b0-844d4452dec8 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.3131981 Feb 20 21:58:28.461106 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b8535b88-3ada-4e51-b96d-d9805a8bdfe1 req-e02622ad-320c-40a3-a112-6ed387de8b10 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a89eb610-f3f6-48dd-a90b-fd6474eca384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1994197 Feb 20 21:58:28.518072 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6a53bad5-6914-4e13-98b4-1e72e8fb19e8 admin admin] Publish callbacks [] for port (d024c496-bd1f-48c3-abea-163237a5845e), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:28.518854 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] Attempting to bind port eb79858e-7357-4480-aedb-2ad6762367ee on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:58:28.519377 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] Attempting to bind port eb79858e-7357-4480-aedb-2ad6762367ee by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '9d8a4629-105e-485c-af62-068572d0cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b073d9d8-9664-4f95-988b-7dc47908c02e'}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:58:28.519829 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] Attempting to bind port eb79858e-7357-4480-aedb-2ad6762367ee on network b073d9d8-9664-4f95-988b-7dc47908c02e {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:58:28.556030 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:58:28.556558 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] Checking segment: {'id': '9d8a4629-105e-485c-af62-068572d0cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b073d9d8-9664-4f95-988b-7dc47908c02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:58:28.557431 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:28.557909 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] Bound using segment: {'id': '9d8a4629-105e-485c-af62-068572d0cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b073d9d8-9664-4f95-988b-7dc47908c02e'} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:58:28.558514 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] Bound port: eb79858e-7357-4480-aedb-2ad6762367ee, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8a4629-105e-485c-af62-068572d0cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b073d9d8-9664-4f95-988b-7dc47908c02e'}}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:58:28.559490 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (eb79858e-7357-4480-aedb-2ad6762367ee), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:28.601455 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 458b5ecc-f798-43b3-adb1-ece0f8c43712 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:28.670047 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-74cdbdcf-210f-4436-a868-ebbabe093a26 req-2426b631-5f4c-4477-b911-74e92e75262e tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390633 Feb 20 21:58:28.684731 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b8535b88-3ada-4e51-b96d-d9805a8bdfe1 req-5223408f-89df-43cf-8a2c-65ceb4d01ef3 service neutron] 10.222.0.45 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696103 Feb 20 21:58:28.695016 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-96a5e3d8-2069-4dec-9dfb-7d87adb9133b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7849207 Feb 20 21:58:28.696350 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'name': 'tempest-TestShelveInstance-1584473298-router', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:20Z', 'revision_number': 4, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'gw_port': {'id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '4593f766-548f-47c3-a09e-b7bd7a3ece13', 'name': '', 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'mac_address': 'fa:16:3e:19:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:19Z', 'updated_at': '2022-02-20T21:58:20Z', 'revision_number': 2, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'subnets': [{'id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:28.714903 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b6b8cb51-e670-4a01-a5b5-8e08466f6a94 req-81b429c4-3a4e-4d92-b88a-533852f4f3a2 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682071 Feb 20 21:58:28.755118 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] For port eb79858e-7357-4480-aedb-2ad6762367ee, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:58:28.760818 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] Checking router: 98acccd4-6e95-46b6-8279-0c445d81471e for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:58:28.761353 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] Updating router 98acccd4-6e95-46b6-8279-0c445d81471e port 4593f766-548f-47c3-a09e-b7bd7a3ece13 binding host dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:58:28.764099 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Request body: {'port': {'device_id': 'c0bd6b5d-e54c-401f-a91c-9083db2cb270', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:28.834138 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] For port eb79858e-7357-4480-aedb-2ad6762367ee, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=eb79858e-7357-4480-aedb-2ad6762367ee,segment=NetworkSegment(9d8a4629-105e-485c-af62-068572d0cdde),segment_id=9d8a4629-105e-485c-af62-068572d0cdde)] {{(pid=102709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:58:28.856081 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (eb79858e-7357-4480-aedb-2ad6762367ee), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:28.900534 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (4593f766-548f-47c3-a09e-b7bd7a3ece13), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:28.923797 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (5ea60d8c-38a8-423a-b1cf-8795ef2ae412), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:28.973360 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39f06c-91f1-42e5-b256-7913699f0b0d None None] Pushing event updated for resources: {'Port': ['ID=eb79858e-7357-4480-aedb-2ad6762367ee,revision_number=2']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:28.975622 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-625d9414-e812-48ed-b1bb-f25f665c19af admin admin] Publish callbacks [] for security_group (d30757c8-2929-41cd-b955-e40f08ddf0f4), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:29.017609 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-625d9414-e812-48ed-b1bb-f25f665c19af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (d30757c8-2929-41cd-b955-e40f08ddf0f4), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:29.024157 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b8535b88-3ada-4e51-b96d-d9805a8bdfe1 req-cd0f6186-a027-4891-90ef-75fff6fd779c service neutron] 10.222.0.45 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739358 Feb 20 21:58:29.071873 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6a53bad5-6914-4e13-98b4-1e72e8fb19e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (d024c496-bd1f-48c3-abea-163237a5845e), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:29.129619 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d9414-e812-48ed-b1bb-f25f665c19af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30757c8-2929-41cd-b955-e40f08ddf0f4,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:29.167208 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a53bad5-6914-4e13-98b4-1e72e8fb19e8 admin admin] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 is already hosted by enough agents. {{(pid=102707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:58:29.187438 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-625d9414-e812-48ed-b1bb-f25f665c19af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c39690e98bb4475cb9f389374b9ecc7a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1851017 Feb 20 21:58:29.192279 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 55034) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:29.196378 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-6a53bad5-6914-4e13-98b4-1e72e8fb19e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:29.200827 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a53bad5-6914-4e13-98b4-1e72e8fb19e8 admin admin] Received port after_create {{(pid=102707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:58:29.323616 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] Publish callbacks [] for port (4593f766-548f-47c3-a09e-b7bd7a3ece13), precommit_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:29.340844 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (4593f766-548f-47c3-a09e-b7bd7a3ece13), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:29.341350 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-917bfa2d-b9a2-4b13-a780-bf0227bab107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:29.361807 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3d3cd-3266-4031-b361-b60165bd70b5 req-1d3cdef4-e8a8-43ce-bebf-20c14bfe5182 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:29.365232 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d0c3d3cd-3266-4031-b361-b60165bd70b5 req-1d3cdef4-e8a8-43ce-bebf-20c14bfe5182 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f97725c-e2d6-40cc-9bcd-a09190505001 HTTP/1.1" status: 200 len: 931 time: 0.4886765 Feb 20 21:58:29.377467 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:29.388214 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] Publish callbacks [] for port (15570d9c-93a7-4e30-a3eb-5c870988478b), precommit_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:29.397276 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (15570d9c-93a7-4e30-a3eb-5c870988478b), after_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:29.400847 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08bad2-b225-40b3-93a1-5a686aaa1dda None None] Pushing event updated for resources: {'Port': ['ID=4593f766-548f-47c3-a09e-b7bd7a3ece13,revision_number=3']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:29.405410 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404e508-88de-4f77-a84f-c88e4a9979f6 req-6f19b140-e515-432a-b772-334e8937bdcb tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:29.407905 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c404e508-88de-4f77-a84f-c88e4a9979f6 req-6f19b140-e515-432a-b772-334e8937bdcb tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0bd6b5d-e54c-401f-a91c-9083db2cb270 HTTP/1.1" status: 200 len: 931 time: 0.5504801 Feb 20 21:58:29.532350 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] Attempting to bind port 4593f766-548f-47c3-a09e-b7bd7a3ece13 on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:58:29.532722 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] Attempting to bind port 4593f766-548f-47c3-a09e-b7bd7a3ece13 by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '5ff9e258-e458-4016-b0a8-873e9d9a7bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04'}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:58:29.533114 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] Attempting to bind port 4593f766-548f-47c3-a09e-b7bd7a3ece13 on network a107c3cd-02d1-4849-8308-24a035f50f04 {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:58:29.555130 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:58:29.555593 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] Checking segment: {'id': '5ff9e258-e458-4016-b0a8-873e9d9a7bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:58:29.558897 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:29.559324 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] Bound using segment: {'id': '5ff9e258-e458-4016-b0a8-873e9d9a7bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04'} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:58:29.559831 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] Bound port: 4593f766-548f-47c3-a09e-b7bd7a3ece13, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff9e258-e458-4016-b0a8-873e9d9a7bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04'}}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:58:29.560350 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (4593f766-548f-47c3-a09e-b7bd7a3ece13), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:29.643013 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea60d8c-38a8-423a-b1cf-8795ef2ae412 {{(pid=102708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:58:29.654196 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Publish callbacks [] for port (5ea60d8c-38a8-423a-b1cf-8795ef2ae412), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:29.674905 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.provisioning_blocks [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Transition to ACTIVE for port object 5ea60d8c-38a8-423a-b1cf-8795ef2ae412 will not be triggered until provisioned by entity L2. {{(pid=102708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:58:29.690394 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (5ea60d8c-38a8-423a-b1cf-8795ef2ae412), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:29.709826 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] For port 4593f766-548f-47c3-a09e-b7bd7a3ece13, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:58:29.715178 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] For port 4593f766-548f-47c3-a09e-b7bd7a3ece13, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=4593f766-548f-47c3-a09e-b7bd7a3ece13,segment=NetworkSegment(5ff9e258-e458-4016-b0a8-873e9d9a7bb5),segment_id=5ff9e258-e458-4016-b0a8-873e9d9a7bb5)] {{(pid=102709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:58:29.750470 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (4593f766-548f-47c3-a09e-b7bd7a3ece13), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:29.787673 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] Attempting to bind port 15570d9c-93a7-4e30-a3eb-5c870988478b on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:58:29.794003 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] Attempting to bind port 15570d9c-93a7-4e30-a3eb-5c870988478b by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}] {{(pid=102710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:58:29.794357 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] Attempting to bind port 15570d9c-93a7-4e30-a3eb-5c870988478b on network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:58:29.807491 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ba3e2-6408-4f4f-a66c-73e5a9e80955 None None] Pushing event updated for resources: {'Port': ['ID=15570d9c-93a7-4e30-a3eb-5c870988478b,revision_number=2']} {{(pid=102710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:29.811220 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:58:29.811887 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] Checking segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:58:29.812512 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:29.813092 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] Bound using segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:58:29.814576 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] Bound port: 15570d9c-93a7-4e30-a3eb-5c870988478b, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}}] {{(pid=102710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:58:29.815146 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (15570d9c-93a7-4e30-a3eb-5c870988478b), before_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:29.861768 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53bad5-6914-4e13-98b4-1e72e8fb19e8 admin admin] Pushing event updated for resources: {'Port': ['ID=d024c496-bd1f-48c3-abea-163237a5845e,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:29.877828 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08bad2-b225-40b3-93a1-5a686aaa1dda None None] Pushing event updated for resources: {'Port': ['ID=4593f766-548f-47c3-a09e-b7bd7a3ece13,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:29.881805 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 15756683-b9a9-4b7c-baca-16b4752a1cf5 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:29.927955 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.db [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] For port 15570d9c-93a7-4e30-a3eb-5c870988478b, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:58:29.931683 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.db [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] For port 15570d9c-93a7-4e30-a3eb-5c870988478b, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=15570d9c-93a7-4e30-a3eb-5c870988478b,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:58:29.947652 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] Routers {'98acccd4-6e95-46b6-8279-0c445d81471e'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:58:29.948244 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (15570d9c-93a7-4e30-a3eb-5c870988478b), after_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:29.948373 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:58:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['98acccd4-6e95-46b6-8279-0c445d81471e'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:29.965621 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.notifiers.nova [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c235e898-bf1d-4ed5-96c7-c0256e24994c {{(pid=102707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:58:29.990781 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [None req-917bfa2d-b9a2-4b13-a780-bf0227bab107 admin admin] Allocated IP 172.20.0.1 (dd9060ff-41c7-42f6-a96f-30a2b6de4e57/8bd03820-887f-408c-b76f-b4fbe1ee9932/41f212e3-5f6a-461a-8a5d-f8e407f712d7) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:58:29.993578 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea60d8c-38a8-423a-b1cf-8795ef2ae412,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:29.998933 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Publish callbacks [] for port (c235e898-bf1d-4ed5-96c7-c0256e24994c), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:30.017885 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c404e508-88de-4f77-a84f-c88e4a9979f6 req-07d968cf-bc6a-40ee-935e-636cd68cb070 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5889072 Feb 20 21:58:30.023559 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Attempting to bind port 5ea60d8c-38a8-423a-b1cf-8795ef2ae412 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:58:30.023916 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Attempting to bind port 5ea60d8c-38a8-423a-b1cf-8795ef2ae412 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '592274ea-2f40-4464-8ba8-a0794eba0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a'}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:58:30.024249 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Attempting to bind port 5ea60d8c-38a8-423a-b1cf-8795ef2ae412 on network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:58:30.033665 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5c678353-1f67-420e-9e71-9b8e36b38e5c admin admin] Publish callbacks [] for security_group (d30757c8-2929-41cd-b955-e40f08ddf0f4), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:30.034230 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Port 5ea60d8c-38a8-423a-b1cf-8795ef2ae412 on network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:58:30.034230 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Attempting to bind port 5ea60d8c-38a8-423a-b1cf-8795ef2ae412 on network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:58:30.037461 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] Routers {'4fc4e7a1-398d-4884-9555-cf1e0bfa4e60'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:58:30.039314 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d0c3d3cd-3266-4031-b361-b60165bd70b5 req-14265859-de33-4c06-8e31-f0e1ebc39cf9 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6194251 Feb 20 21:58:30.043593 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:58:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['4fc4e7a1-398d-4884-9555-cf1e0bfa4e60'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:30.069058 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.provisioning_blocks [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Transition to ACTIVE for port object c235e898-bf1d-4ed5-96c7-c0256e24994c will not be triggered until provisioned by entity L2. {{(pid=102707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:58:30.085148 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:58:30.085498 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Checking segment: {'id': '592274ea-2f40-4464-8ba8-a0794eba0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:58:30.085892 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Bound using segment: {'id': '592274ea-2f40-4464-8ba8-a0794eba0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a'} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:58:30.091285 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Bound port: 5ea60d8c-38a8-423a-b1cf-8795ef2ae412, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592274ea-2f40-4464-8ba8-a0794eba0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a'}}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:58:30.091883 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (5ea60d8c-38a8-423a-b1cf-8795ef2ae412), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:30.125018 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5c678353-1f67-420e-9e71-9b8e36b38e5c admin admin] Publish callbacks [] for security_group (d30757c8-2929-41cd-b955-e40f08ddf0f4), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:30.127985 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11565760'] for port (c235e898-bf1d-4ed5-96c7-c0256e24994c), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:30.243914 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] Set router 98acccd4-6e95-46b6-8279-0c445d81471e gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:58:30.245170 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] Set router 4fc4e7a1-398d-4884-9555-cf1e0bfa4e60 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:58:30.281628 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] For port 5ea60d8c-38a8-423a-b1cf-8795ef2ae412, host hv-cinder-83009, cleared binding levels {{(pid=102708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:58:30.286367 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] For port 5ea60d8c-38a8-423a-b1cf-8795ef2ae412, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5ea60d8c-38a8-423a-b1cf-8795ef2ae412,segment=NetworkSegment(592274ea-2f40-4464-8ba8-a0794eba0d43),segment_id=592274ea-2f40-4464-8ba8-a0794eba0d43)] {{(pid=102708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:58:30.338299 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (5ea60d8c-38a8-423a-b1cf-8795ef2ae412), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:30.434806 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:30.435432 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:30.436857 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] 10.222.0.45 "PUT /v2.0/ports/5ea60d8c-38a8-423a-b1cf-8795ef2ae412 HTTP/1.1" status: 200 len: 1093 time: 1.6778445 Feb 20 21:58:30.437340 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bd6b5d-e54c-401f-a91c-9083db2cb270', 'tag': '5ea60d8c-38a8-423a-b1cf-8795ef2ae412'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:58:30.439658 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4cdd58-21fd-4d69-98d1-ecdc1d6f72da" -d '{"events": [{"name": "network-changed", "server_uuid": "c0bd6b5d-e54c-401f-a91c-9083db2cb270", "tag": "5ea60d8c-38a8-423a-b1cf-8795ef2ae412"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:58:30.464340 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b980b3-b12f-4a6d-8bdc-35b89bb6a482 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea60d8c-38a8-423a-b1cf-8795ef2ae412,revision_number=3']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:30.506763 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ba3e2-6408-4f4f-a66c-73e5a9e80955 None None] Pushing event updated for resources: {'Port': ['ID=15570d9c-93a7-4e30-a3eb-5c870988478b,revision_number=3']} {{(pid=102710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:30.574288 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-917bfa2d-b9a2-4b13-a780-bf0227bab107 admin admin] Publish callbacks [] for port (41f212e3-5f6a-461a-8a5d-f8e407f712d7), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:30.586276 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-b8e907d9-06b4-4a00-8f7a-80b0b72bb05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:30.588073 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-b8e907d9-06b4-4a00-8f7a-80b0b72bb05e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc240588178349c5941fd216d35fb369&device_id=c0bd6b5d-e54c-401f-a91c-9083db2cb270 HTTP/1.1" status: 200 len: 1127 time: 0.0940418 Feb 20 21:58:30.599857 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-9a89ab84-6690-4f9c-85eb-a7e5a94ac308 None None] Provisioning complete for port 4593f766-548f-47c3-a09e-b7bd7a3ece13 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:30.600237 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-9a89ab84-6690-4f9c-85eb-a7e5a94ac308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (4593f766-548f-47c3-a09e-b7bd7a3ece13), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:30.629917 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc4e7a1-398d-4884-9555-cf1e0bfa4e60', 'name': 'tempest-TestVolumeBootPattern-2027859142-router', 'tenant_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '15570d9c-93a7-4e30-a3eb-5c870988478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:22Z', 'updated_at': '2022-02-20T21:58:25Z', 'revision_number': 3, 'project_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'gw_port': {'id': '15570d9c-93a7-4e30-a3eb-5c870988478b', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc4e7a1-398d-4884-9555-cf1e0bfa4e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:23Z', 'updated_at': '2022-02-20T21:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:30.643266 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-9b68ef93-9f28-4d1e-a00c-73743e600bac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ea60d8c-38a8-423a-b1cf-8795ef2ae412 HTTP/1.1" status: 200 len: 217 time: 0.0414920 Feb 20 21:58:30.699995 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f36bdcd-4398-4dee-ac82-2d55364ac21d None None] The sync data for ids ['4fc4e7a1-398d-4884-9555-cf1e0bfa4e60'] in dv-cinder-830093-1-iscsi is: [{'id': '4fc4e7a1-398d-4884-9555-cf1e0bfa4e60', 'name': 'tempest-TestVolumeBootPattern-2027859142-router', 'tenant_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '15570d9c-93a7-4e30-a3eb-5c870988478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:22Z', 'updated_at': '2022-02-20T21:58:25Z', 'revision_number': 3, 'project_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'gw_port': {'id': '15570d9c-93a7-4e30-a3eb-5c870988478b', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc4e7a1-398d-4884-9555-cf1e0bfa4e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:23Z', 'updated_at': '2022-02-20T21:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}] {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:58:30.704721 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-7cd7162d-4600-4cfc-a5bd-2ef435384ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:30.706649 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-7cd7162d-4600-4cfc-a5bd-2ef435384ed0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=303900da-7313-4ebf-9922-5c72d34ae783 HTTP/1.1" status: 200 len: 854 time: 0.0548630 Feb 20 21:58:30.708094 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-917bfa2d-b9a2-4b13-a780-bf0227bab107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (41f212e3-5f6a-461a-8a5d-f8e407f712d7), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:30.719619 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 15756683-b9a9-4b7c-baca-16b4752a1cf5 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:30.720075 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (15756683-b9a9-4b7c-baca-16b4752a1cf5), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:30.759978 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bdc378-b29e-4ba9-a83f-3c06866c6a8c None None] Network b073d9d8-9664-4f95-988b-7dc47908c02e requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:58:30.788401 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917bfa2d-b9a2-4b13-a780-bf0227bab107 admin admin] Network dd9060ff-41c7-42f6-a96f-30a2b6de4e57 is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:58:30.790268 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-a006b8c0-5eb1-48e9-9bdb-706472eb2e14 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692194 Feb 20 21:58:30.817876 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=c235e898-bf1d-4ed5-96c7-c0256e24994c,revision_number=2']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:30.885220 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-917bfa2d-b9a2-4b13-a780-bf0227bab107 admin admin] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:30.887318 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bfa2d-b9a2-4b13-a780-bf0227bab107 admin admin] Pushing event updated for resources: {'Port': ['ID=41f212e3-5f6a-461a-8a5d-f8e407f712d7,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:30.888069 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6a53bad5-6914-4e13-98b4-1e72e8fb19e8 admin admin] Publish callbacks [] for router_gateway (c2a932d7-30d1-4d72-9a52-e6920ae862de), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:30.892187 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5c678353-1f67-420e-9e71-9b8e36b38e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (d30757c8-2929-41cd-b955-e40f08ddf0f4), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:30.895471 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5c678353-1f67-420e-9e71-9b8e36b38e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:30.896728 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-5c678353-1f67-420e-9e71-9b8e36b38e5c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d30757c8-2929-41cd-b955-e40f08ddf0f4 HTTP/1.1" status: 204 len: 168 time: 1.7019110 Feb 20 21:58:30.904780 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b32cb-364f-4266-8dda-e3ce5372a41d req-5b604ca2-42f9-4672-a897-d01012f09feb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:30.906537 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0a0b32cb-364f-4266-8dda-e3ce5372a41d req-5b604ca2-42f9-4672-a897-d01012f09feb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.6803575 Feb 20 21:58:30.919049 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e77fa3-670a-48f7-a82d-b5acf682351c req-7b3ba430-cba3-4922-90ce-09a098819d3e tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:30.920701 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-44e77fa3-670a-48f7-a82d-b5acf682351c req-7b3ba430-cba3-4922-90ce-09a098819d3e tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.6933692 Feb 20 21:58:30.946757 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917bfa2d-b9a2-4b13-a780-bf0227bab107 admin admin] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:58:30.989217 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-9a89ab84-6690-4f9c-85eb-a7e5a94ac308 None None] Current status of the port 4593f766-548f-47c3-a09e-b7bd7a3ece13 is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:30.989862 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-9a89ab84-6690-4f9c-85eb-a7e5a94ac308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (4593f766-548f-47c3-a09e-b7bd7a3ece13), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:31.014809 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c678353-1f67-420e-9e71-9b8e36b38e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30757c8-2929-41cd-b955-e40f08ddf0f4,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:31.025385 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-90f7d25e-0061-4f42-a2a8-251cacb175f4 service neutron] 10.222.0.45 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276156 Feb 20 21:58:31.026074 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-917bfa2d-b9a2-4b13-a780-bf0227bab107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641136'] for router_interface (4fc4e7a1-398d-4884-9555-cf1e0bfa4e60), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:31.067686 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.managers [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Attempting to bind port c235e898-bf1d-4ed5-96c7-c0256e24994c on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:58:31.074720 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.managers [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Attempting to bind port c235e898-bf1d-4ed5-96c7-c0256e24994c by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'dc483bdb-d2f7-4e2a-9b5a-ab58d901e157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bc0cc959-c7f2-43cb-a257-f4e925d0beee'}] {{(pid=102707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:58:31.075182 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Attempting to bind port c235e898-bf1d-4ed5-96c7-c0256e24994c on network bc0cc959-c7f2-43cb-a257-f4e925d0beee {{(pid=102707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:58:31.126173 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Port c235e898-bf1d-4ed5-96c7-c0256e24994c on network bc0cc959-c7f2-43cb-a257-f4e925d0beee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:58:31.126787 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Attempting to bind port c235e898-bf1d-4ed5-96c7-c0256e24994c on network bc0cc959-c7f2-43cb-a257-f4e925d0beee {{(pid=102707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:58:31.187224 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 15756683-b9a9-4b7c-baca-16b4752a1cf5 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:31.188456 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device eb79858e-7357-4480-aedb-2ad6762367ee up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:31.234933 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-9a89ab84-6690-4f9c-85eb-a7e5a94ac308 None None] For port 4593f766-548f-47c3-a09e-b7bd7a3ece13, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=4593f766-548f-47c3-a09e-b7bd7a3ece13,segment=NetworkSegment(5ff9e258-e458-4016-b0a8-873e9d9a7bb5),segment_id=5ff9e258-e458-4016-b0a8-873e9d9a7bb5)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:31.264540 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-44e77fa3-670a-48f7-a82d-b5acf682351c req-713f2401-02bc-40bd-9f8a-1c4719864a01 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886496 Feb 20 21:58:31.287176 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:58:31.287522 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Checking segment: {'id': 'dc483bdb-d2f7-4e2a-9b5a-ab58d901e157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bc0cc959-c7f2-43cb-a257-f4e925d0beee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:58:31.287915 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Bound using segment: {'id': 'dc483bdb-d2f7-4e2a-9b5a-ab58d901e157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bc0cc959-c7f2-43cb-a257-f4e925d0beee'} {{(pid=102707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:58:31.288369 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.managers [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Bound port: c235e898-bf1d-4ed5-96c7-c0256e24994c, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc483bdb-d2f7-4e2a-9b5a-ab58d901e157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bc0cc959-c7f2-43cb-a257-f4e925d0beee'}}] {{(pid=102707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:58:31.288730 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (c235e898-bf1d-4ed5-96c7-c0256e24994c), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:31.302969 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-9a89ab84-6690-4f9c-85eb-a7e5a94ac308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (4593f766-548f-47c3-a09e-b7bd7a3ece13), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:31.313329 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fdfe3bb-713d-4687-bc4d-06b5eb87445e req-065dd8f1-b322-46fd-99f0-b542ef00a7c2 service neutron] 10.222.0.45 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165389 Feb 20 21:58:31.366175 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0a0b32cb-364f-4266-8dda-e3ce5372a41d req-dd0f0eae-df6e-48bb-bed0-9f3cabc3edee tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4443381 Feb 20 21:58:31.395732 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-917bfa2d-b9a2-4b13-a780-bf0227bab107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (41f212e3-5f6a-461a-8a5d-f8e407f712d7), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:31.482358 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3778973-f5b1-445f-b9db-7865a0adddbd x-openstack-request-id: req-b3778973-f5b1-445f-b9db-7865a0adddbd {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:58:31.484290 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0bd6b5d-e54c-401f-a91c-9083db2cb270", "tag": "5ea60d8c-38a8-423a-b1cf-8795ef2ae412", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:58:31.484693 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b3778973-f5b1-445f-b9db-7865a0adddbd {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:58:31.485261 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bd6b5d-e54c-401f-a91c-9083db2cb270', 'tag': '5ea60d8c-38a8-423a-b1cf-8795ef2ae412', 'status': 'completed', 'code': 200} Feb 20 21:58:31.531943 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.db [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] For port c235e898-bf1d-4ed5-96c7-c0256e24994c, host hv-cinder-83009, cleared binding levels {{(pid=102707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:58:31.539445 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.db [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] For port c235e898-bf1d-4ed5-96c7-c0256e24994c, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c235e898-bf1d-4ed5-96c7-c0256e24994c,segment=NetworkSegment(dc483bdb-d2f7-4e2a-9b5a-ab58d901e157),segment_id=dc483bdb-d2f7-4e2a-9b5a-ab58d901e157)] {{(pid=102707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:58:31.546610 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'name': 'tempest-TestShelveInstance-1584473298-router', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:20Z', 'revision_number': 4, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'gw_port': {'id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '4593f766-548f-47c3-a09e-b7bd7a3ece13', 'name': '', 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'mac_address': 'fa:16:3e:19:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:19Z', 'updated_at': '2022-02-20T21:58:29Z', 'revision_number': 4, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'subnets': [{'id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:31.650564 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d8041d-5987-42ef-989d-ee8b383f9d7a None None] The sync data for ids ['98acccd4-6e95-46b6-8279-0c445d81471e'] in dv-cinder-830093-1-iscsi is: [{'id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'name': 'tempest-TestShelveInstance-1584473298-router', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:20Z', 'revision_number': 4, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'gw_port': {'id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '4593f766-548f-47c3-a09e-b7bd7a3ece13', 'name': '', 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'mac_address': 'fa:16:3e:19:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:19Z', 'updated_at': '2022-02-20T21:58:29Z', 'revision_number': 4, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'subnets': [{'id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:58:31.678316 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-da7e2e69-070c-4223-909b-3d8f9ee4c7be None None] Provisioning complete for port 4593f766-548f-47c3-a09e-b7bd7a3ece13 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:31.678935 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-da7e2e69-070c-4223-909b-3d8f9ee4c7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (4593f766-548f-47c3-a09e-b7bd7a3ece13), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:31.726034 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11565760'] for port (c235e898-bf1d-4ed5-96c7-c0256e24994c), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:31.736674 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 55062) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:31.739963 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89ab84-6690-4f9c-85eb-a7e5a94ac308 None None] Pushing event updated for resources: {'Port': ['ID=4593f766-548f-47c3-a09e-b7bd7a3ece13,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:31.795408 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port eb79858e-7357-4480-aedb-2ad6762367ee triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:31.796061 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (eb79858e-7357-4480-aedb-2ad6762367ee), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:31.859279 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cdd58-21fd-4d69-98d1-ecdc1d6f72da req-9cb907ee-4d35-4843-ab5c-805da7b3eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:31.860718 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4c4cdd58-21fd-4d69-98d1-ecdc1d6f72da req-9cb907ee-4d35-4843-ab5c-805da7b3eb91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc240588178349c5941fd216d35fb369&device_id=c0bd6b5d-e54c-401f-a91c-9083db2cb270 HTTP/1.1" status: 200 len: 1127 time: 0.3458664 Feb 20 21:58:31.892269 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-dd3d894e-0e61-4675-abae-c3f82e44ffa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:31.934538 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port eb79858e-7357-4480-aedb-2ad6762367ee is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:31.935784 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (eb79858e-7357-4480-aedb-2ad6762367ee), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:31.946847 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:31.947534 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for port (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:31.955202 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] 10.222.0.45 "PUT /v2.0/ports/c235e898-bf1d-4ed5-96c7-c0256e24994c HTTP/1.1" status: 200 len: 1093 time: 3.8244138 Feb 20 21:58:32.012601 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f97725c-e2d6-40cc-9bcd-a09190505001', 'tag': 'c235e898-bf1d-4ed5-96c7-c0256e24994c'}] {{(pid=102707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:58:32.015847 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-917bfa2d-b9a2-4b13-a780-bf0227bab107 admin admin] Publish callbacks [] for port (41f212e3-5f6a-461a-8a5d-f8e407f712d7), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:32.020725 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820eb19fa05f47c33a4eb3d5d015730f1ac844cc5791151cf4d8bf01498112d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c382af-d28f-45e7-bf42-2dda87f96397" -d '{"events": [{"name": "network-changed", "server_uuid": "3f97725c-e2d6-40cc-9bcd-a09190505001", "tag": "c235e898-bf1d-4ed5-96c7-c0256e24994c"}]}' {{(pid=102707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:58:32.043618 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-917bfa2d-b9a2-4b13-a780-bf0227bab107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (41f212e3-5f6a-461a-8a5d-f8e407f712d7), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:32.050955 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-da7e2e69-070c-4223-909b-3d8f9ee4c7be None None] Current status of the port 4593f766-548f-47c3-a09e-b7bd7a3ece13 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:32.138030 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-da7e2e69-070c-4223-909b-3d8f9ee4c7be None None] Provisioning complete for port eb79858e-7357-4480-aedb-2ad6762367ee triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:32.138816 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-da7e2e69-070c-4223-909b-3d8f9ee4c7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (eb79858e-7357-4480-aedb-2ad6762367ee), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:32.179839 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eff3f4-a757-4575-ac7e-8205a5812bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=c235e898-bf1d-4ed5-96c7-c0256e24994c,revision_number=3']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:32.195986 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cdd58-21fd-4d69-98d1-ecdc1d6f72da req-a7154590-2515-41eb-ad7f-33ee0e01fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:32.197735 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4c4cdd58-21fd-4d69-98d1-ecdc1d6f72da req-a7154590-2515-41eb-ad7f-33ee0e01fb22 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a HTTP/1.1" status: 200 len: 915 time: 0.3251703 Feb 20 21:58:32.217437 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] For port eb79858e-7357-4480-aedb-2ad6762367ee, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=eb79858e-7357-4480-aedb-2ad6762367ee,segment=NetworkSegment(9d8a4629-105e-485c-af62-068572d0cdde),segment_id=9d8a4629-105e-485c-af62-068572d0cdde)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:32.230684 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (eb79858e-7357-4480-aedb-2ad6762367ee), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:32.256502 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-dd3d894e-0e61-4675-abae-c3f82e44ffa9 admin admin] Publish callbacks [] for security_group (2a873398-aa92-4341-a05b-27384047a970), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:32.271979 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6a53bad5-6914-4e13-98b4-1e72e8fb19e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642983'] for router (c2a932d7-30d1-4d72-9a52-e6920ae862de), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:32.285804 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733022d6-f43e-4165-9a97-00b4297558c5 req-29aa0444-42b9-4aa3-aa95-010e200e63b2 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:32.287359 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-733022d6-f43e-4165-9a97-00b4297558c5 req-29aa0444-42b9-4aa3-aa95-010e200e63b2 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0bd6b5d-e54c-401f-a91c-9083db2cb270 HTTP/1.1" status: 200 len: 943 time: 0.6330745 Feb 20 21:58:32.291958 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-dd3d894e-0e61-4675-abae-c3f82e44ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (2a873398-aa92-4341-a05b-27384047a970), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:32.360926 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-da7e2e69-070c-4223-909b-3d8f9ee4c7be None None] Current status of the port eb79858e-7357-4480-aedb-2ad6762367ee is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:32.375081 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-dd3d894e-0e61-4675-abae-c3f82e44ffa9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=525cb6d795fb4c4aaaf92393579c9204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6329963 Feb 20 21:58:32.392828 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 55074) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:32.409415 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-da7e2e69-070c-4223-909b-3d8f9ee4c7be None None] Provisioning complete for port 41f212e3-5f6a-461a-8a5d-f8e407f712d7 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:32.409798 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-da7e2e69-070c-4223-909b-3d8f9ee4c7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (41f212e3-5f6a-461a-8a5d-f8e407f712d7), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:32.457019 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Pushing event updated for resources: {'Port': ['ID=eb79858e-7357-4480-aedb-2ad6762367ee,revision_number=3']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:32.472644 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d894e-0e61-4675-abae-c3f82e44ffa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a873398-aa92-4341-a05b-27384047a970,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:32.487098 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-da7e2e69-070c-4223-909b-3d8f9ee4c7be None None] Port 41f212e3-5f6a-461a-8a5d-f8e407f712d7 cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:58:32.546013 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-97224864-2977-4ed4-a512-b43be9a4e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:32.547500 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-97224864-2977-4ed4-a512-b43be9a4e70d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=57ab2e39491e4fc1854f2342f206e1a6&device_id=3f97725c-e2d6-40cc-9bcd-a09190505001 HTTP/1.1" status: 200 len: 1127 time: 0.4890203 Feb 20 21:58:32.562817 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 4593f766-548f-47c3-a09e-b7bd7a3ece13 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:32.610942 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bfa2d-b9a2-4b13-a780-bf0227bab107 admin admin] Pushing event updated for resources: {'Port': ['ID=41f212e3-5f6a-461a-8a5d-f8e407f712d7,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:32.616759 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4c4cdd58-21fd-4d69-98d1-ecdc1d6f72da req-dc126442-753a-4e6f-91f7-5363832963e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ea60d8c-38a8-423a-b1cf-8795ef2ae412 HTTP/1.1" status: 200 len: 217 time: 0.3992069 Feb 20 21:58:32.617919 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-917bfa2d-b9a2-4b13-a780-bf0227bab107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641252'] for router_interface (4fc4e7a1-398d-4884-9555-cf1e0bfa4e60), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:32.646331 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 4593f766-548f-47c3-a09e-b7bd7a3ece13 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:32.646881 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (4593f766-548f-47c3-a09e-b7bd7a3ece13), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:32.647000 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e2b05-9565-4952-b5c8-b3004e3f79ff req-2f260b3a-0ae0-45ff-b7d1-d583605869e0 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:32.650507 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-208a9e90-90a8-4c8f-8383-cda1c5d22ef0 None None] Provisioning complete for port eb79858e-7357-4480-aedb-2ad6762367ee triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:32.651060 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-208a9e90-90a8-4c8f-8383-cda1c5d22ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (eb79858e-7357-4480-aedb-2ad6762367ee), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:32.661126 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-296e2b05-9565-4952-b5c8-b3004e3f79ff req-2f260b3a-0ae0-45ff-b7d1-d583605869e0 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f97725c-e2d6-40cc-9bcd-a09190505001 HTTP/1.1" status: 200 len: 943 time: 0.4028535 Feb 20 21:58:32.668454 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-733022d6-f43e-4165-9a97-00b4297558c5 req-af1ef20f-97b1-44b8-9a3c-d7e2849b612f tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391950 Feb 20 21:58:32.681210 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-18aa88a5-af02-4479-8063-c5e994d9722d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c235e898-bf1d-4ed5-96c7-c0256e24994c HTTP/1.1" status: 200 len: 217 time: 0.1168122 Feb 20 21:58:32.681427 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cdd58-21fd-4d69-98d1-ecdc1d6f72da req-aff37b2a-4b5c-487c-8dd5-4223290d9fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:32.682783 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4c4cdd58-21fd-4d69-98d1-ecdc1d6f72da req-aff37b2a-4b5c-487c-8dd5-4223290d9fac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=303900da-7313-4ebf-9922-5c72d34ae783 HTTP/1.1" status: 200 len: 854 time: 0.0580859 Feb 20 21:58:32.794627 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6da55e-d386-4b35-aaa6-7f90b9b7defb x-openstack-request-id: req-0a6da55e-d386-4b35-aaa6-7f90b9b7defb {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:58:32.794943 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f97725c-e2d6-40cc-9bcd-a09190505001", "tag": "c235e898-bf1d-4ed5-96c7-c0256e24994c", "status": "completed", "code": 200}]} {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:58:32.795176 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a6da55e-d386-4b35-aaa6-7f90b9b7defb {{(pid=102707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:58:32.795582 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f97725c-e2d6-40cc-9bcd-a09190505001', 'tag': 'c235e898-bf1d-4ed5-96c7-c0256e24994c', 'status': 'completed', 'code': 200} Feb 20 21:58:32.822318 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c52d446b-f0e4-40ff-b697-b60be0faeeac admin admin] Publish callbacks [] for security_group (2a873398-aa92-4341-a05b-27384047a970), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:32.907797 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917bfa2d-b9a2-4b13-a780-bf0227bab107 admin admin] Network dd9060ff-41c7-42f6-a96f-30a2b6de4e57 is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:58:32.912094 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4c4cdd58-21fd-4d69-98d1-ecdc1d6f72da req-cb4e8ae7-3638-4e15-a013-c188303c52c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731022 Feb 20 21:58:32.913894 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-917bfa2d-b9a2-4b13-a780-bf0227bab107 admin admin] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:32.931860 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-296e2b05-9565-4952-b5c8-b3004e3f79ff req-231a9737-bee2-4a30-8b80-b3c0a648c418 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694738 Feb 20 21:58:32.957332 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-208a9e90-90a8-4c8f-8383-cda1c5d22ef0 None None] Current status of the port eb79858e-7357-4480-aedb-2ad6762367ee is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:32.966656 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c52d446b-f0e4-40ff-b697-b60be0faeeac admin admin] Publish callbacks [] for security_group (2a873398-aa92-4341-a05b-27384047a970), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:32.994030 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 4593f766-548f-47c3-a09e-b7bd7a3ece13 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:32.995135 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 15570d9c-93a7-4e30-a3eb-5c870988478b up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:33.012034 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-2409b3d6-5b68-4c4c-a7b4-f198b2a4a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:33.013556 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-2409b3d6-5b68-4c4c-a7b4-f198b2a4a851 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5f6a270-ce3e-4ed3-97c4-15807ecc6d47 HTTP/1.1" status: 200 len: 849 time: 0.3020353 Feb 20 21:58:33.072865 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 15570d9c-93a7-4e30-a3eb-5c870988478b triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:33.073552 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (15570d9c-93a7-4e30-a3eb-5c870988478b), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:33.091381 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-30fc2ba6-077f-4c0a-8594-ec0b82a3ad90 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bc0cc959-c7f2-43cb-a257-f4e925d0beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618885 Feb 20 21:58:33.117963 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4c4cdd58-21fd-4d69-98d1-ecdc1d6f72da req-63ae32eb-ddbb-4b1c-a995-b1d2cd3077e4 service neutron] 10.222.0.45 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937847 Feb 20 21:58:33.195410 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 15570d9c-93a7-4e30-a3eb-5c870988478b is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:33.195818 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (15570d9c-93a7-4e30-a3eb-5c870988478b), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:33.222342 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] For port 15570d9c-93a7-4e30-a3eb-5c870988478b, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=15570d9c-93a7-4e30-a3eb-5c870988478b,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:33.235136 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (15570d9c-93a7-4e30-a3eb-5c870988478b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:33.247353 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc6c85-52d0-43bb-a4dd-77d42b952aa6 req-6dea53ae-c55b-473b-be0f-a9fae3043391 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:33.257318 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cacc6c85-52d0-43bb-a4dd-77d42b952aa6 req-6dea53ae-c55b-473b-be0f-a9fae3043391 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.3614521 Feb 20 21:58:33.294525 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a53bad5-6914-4e13-98b4-1e72e8fb19e8 admin admin] Router c2a932d7-30d1-4d72-9a52-e6920ae862de is scheduled to L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b with binding_index 1 {{(pid=102707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 21:58:33.315221 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Pushing event updated for resources: {'Port': ['ID=15570d9c-93a7-4e30-a3eb-5c870988478b,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:33.322578 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917bfa2d-b9a2-4b13-a780-bf0227bab107 admin admin] Router 4fc4e7a1-398d-4884-9555-cf1e0bfa4e60 has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:58:33.336967 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-18a8447b-e571-441a-b343-6aef4849d108 service neutron] 10.222.0.45 "GET /v2.0/networks/bc0cc959-c7f2-43cb-a257-f4e925d0beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203398 Feb 20 21:58:33.358339 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4c4cdd58-21fd-4d69-98d1-ecdc1d6f72da req-d0f4d854-cb28-45f3-ab18-aaa45a746f9f service neutron] 10.222.0.45 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291901 Feb 20 21:58:33.400401 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c52d446b-f0e4-40ff-b697-b60be0faeeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (2a873398-aa92-4341-a05b-27384047a970), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:33.403396 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c52d446b-f0e4-40ff-b697-b60be0faeeac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:33.404626 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-c52d446b-f0e4-40ff-b697-b60be0faeeac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2a873398-aa92-4341-a05b-27384047a970 HTTP/1.1" status: 204 len: 168 time: 1.0098453 Feb 20 21:58:33.407074 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-46a29a15-4264-4a21-aa5f-fccc443713cc None None] Provisioning complete for port 41f212e3-5f6a-461a-8a5d-f8e407f712d7 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:33.407463 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-46a29a15-4264-4a21-aa5f-fccc443713cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (41f212e3-5f6a-461a-8a5d-f8e407f712d7), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:33.475758 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917bfa2d-b9a2-4b13-a780-bf0227bab107 admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:58:33.477693 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-46a29a15-4264-4a21-aa5f-fccc443713cc None None] Port 41f212e3-5f6a-461a-8a5d-f8e407f712d7 cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:58:33.483034 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-917bfa2d-b9a2-4b13-a780-bf0227bab107 admin admin] 10.222.0.61 "PUT /v2.0/routers/4fc4e7a1-398d-4884-9555-cf1e0bfa4e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1384580 Feb 20 21:58:33.487387 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cacc6c85-52d0-43bb-a4dd-77d42b952aa6 req-27477c66-b960-4af2-9786-42b5638b9af7 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290797 Feb 20 21:58:33.488091 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d446b-f0e4-40ff-b697-b60be0faeeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a873398-aa92-4341-a05b-27384047a970,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:33.559231 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693a7ca-b5a8-4e52-abb4-84d3b664647f req-040b062c-b529-4b75-86d7-3caaf503060c tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:33.560819 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9693a7ca-b5a8-4e52-abb4-84d3b664647f req-040b062c-b529-4b75-86d7-3caaf503060c tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.2836838 Feb 20 21:58:33.610765 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a53bad5-6914-4e13-98b4-1e72e8fb19e8 admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:58:33.622144 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-63c4680c-4931-40d0-8b0f-25212041c9ec req-a7c87b2d-4ddc-4e97-84cc-d63908157db1 service neutron] 10.222.0.45 "GET /v2.0/networks/bc0cc959-c7f2-43cb-a257-f4e925d0beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413132 Feb 20 21:58:33.628102 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] Sync routers for ids ['c2a932d7-30d1-4d72-9a52-e6920ae862de'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:58:33.650888 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] Routers {'c2a932d7-30d1-4d72-9a52-e6920ae862de'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:58:33.652436 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:58:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['c2a932d7-30d1-4d72-9a52-e6920ae862de'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:33.657154 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9693a7ca-b5a8-4e52-abb4-84d3b664647f req-77b4ae98-24c7-4669-a6a2-5189b82ed07f tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854797 Feb 20 21:58:33.659905 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6a53bad5-6914-4e13-98b4-1e72e8fb19e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:33.666028 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-6a53bad5-6914-4e13-98b4-1e72e8fb19e8 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3296213 Feb 20 21:58:33.667781 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 55094) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:33.803215 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c382af-d28f-45e7-bf42-2dda87f96397 req-842b7d2b-9974-4838-818b-d6f9c1b57ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:33.808707 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-06c382af-d28f-45e7-bf42-2dda87f96397 req-842b7d2b-9974-4838-818b-d6f9c1b57ec5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=57ab2e39491e4fc1854f2342f206e1a6&device_id=3f97725c-e2d6-40cc-9bcd-a09190505001 HTTP/1.1" status: 200 len: 1127 time: 0.0945358 Feb 20 21:58:33.836000 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] Set router c2a932d7-30d1-4d72-9a52-e6920ae862de gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:58:34.390072 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 5ea60d8c-38a8-423a-b1cf-8795ef2ae412 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:58:34.453360 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 55126) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:34.467067 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-c1c455b3-576d-4f05-95c6-d9c7334ae126 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-117340209', 'description': 'tempest-secgroup-smoke-117340209 description', 'project_id': 'b3885aa7992e4e54891e9136ce879dfd'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:34.487435 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device eb79858e-7357-4480-aedb-2ad6762367ee up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:34.603674 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c1c455b3-576d-4f05-95c6-d9c7334ae126 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:34.690888 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port eb79858e-7357-4480-aedb-2ad6762367ee triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:34.691267 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (eb79858e-7357-4480-aedb-2ad6762367ee), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:34.701342 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-baff0bf9-3a18-4c0b-95c1-95b26d8ce379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:34.715141 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c382af-d28f-45e7-bf42-2dda87f96397 req-049daa81-7e07-4384-ae7e-71b1a6609b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:34.720497 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-06c382af-d28f-45e7-bf42-2dda87f96397 req-049daa81-7e07-4384-ae7e-71b1a6609b21 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bc0cc959-c7f2-43cb-a257-f4e925d0beee HTTP/1.1" status: 200 len: 910 time: 0.9026971 Feb 20 21:58:34.752230 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 5ea60d8c-38a8-423a-b1cf-8795ef2ae412, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5ea60d8c-38a8-423a-b1cf-8795ef2ae412,segment=NetworkSegment(592274ea-2f40-4464-8ba8-a0794eba0d43),segment_id=592274ea-2f40-4464-8ba8-a0794eba0d43)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:34.755185 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c1c455b3-576d-4f05-95c6-d9c7334ae126 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group (dbc273db-879f-42a4-b1db-3d22cffc3ad1), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:34.776249 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] Sync routers for ids ['4fc4e7a1-398d-4884-9555-cf1e0bfa4e60'] in dv-cinder-830093-1-iscsi {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:58:34.777100 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': '5ea60d8c-38a8-423a-b1cf-8795ef2ae412', 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a', 'port_id': '5ea60d8c-38a8-423a-b1cf-8795ef2ae412', 'mac_address': 'fa:16:3e:17:b2:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303900da-7313-4ebf-9922-5c72d34ae783', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:58:34.783615 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'name': 'tempest-TestShelveInstance-1220456373-router', 'tenant_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'd024c496-bd1f-48c3-abea-163237a5845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:26Z', 'updated_at': '2022-02-20T21:58:30Z', 'revision_number': 3, 'project_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'gw_port': {'id': 'd024c496-bd1f-48c3-abea-163237a5845e', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:27Z', 'updated_at': '2022-02-20T21:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:34.793403 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c1c455b3-576d-4f05-95c6-d9c7334ae126 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (dbc273db-879f-42a4-b1db-3d22cffc3ad1), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:34.802750 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] Routers {'4fc4e7a1-398d-4884-9555-cf1e0bfa4e60'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:58:34.803974 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:58:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['4fc4e7a1-398d-4884-9555-cf1e0bfa4e60'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:34.823391 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] Checking router: c2a932d7-30d1-4d72-9a52-e6920ae862de for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:58:34.823947 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] Updating router c2a932d7-30d1-4d72-9a52-e6920ae862de port d024c496-bd1f-48c3-abea-163237a5845e binding host dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:58:34.844765 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c1c455b3-576d-4f05-95c6-d9c7334ae126 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:34.846086 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-06c382af-d28f-45e7-bf42-2dda87f96397 req-e8d0762b-0593-4156-be49-6b302728535a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c235e898-bf1d-4ed5-96c7-c0256e24994c HTTP/1.1" status: 200 len: 217 time: 0.1128597 Feb 20 21:58:34.846619 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-c1c455b3-576d-4f05-95c6-d9c7334ae126 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3890254 Feb 20 21:58:34.851186 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 55134) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:34.866635 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-19aa5010-7d6e-40fe-ab66-a5a0183e19a4 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Request body: {'security_group_rule': {'security_group_id': 'dbc273db-879f-42a4-b1db-3d22cffc3ad1', 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:34.886336 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c455b3-576d-4f05-95c6-d9c7334ae126 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc273db-879f-42a4-b1db-3d22cffc3ad1,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:34.907150 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7565ad3-c86d-429c-b176-2211f49c80e4 req-fbed1a6b-7e42-4331-930c-346d350544a2 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:34.915663 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e7565ad3-c86d-429c-b176-2211f49c80e4 req-fbed1a6b-7e42-4331-930c-346d350544a2 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0bd6b5d-e54c-401f-a91c-9083db2cb270 HTTP/1.1" status: 200 len: 943 time: 0.4185183 Feb 20 21:58:34.943236 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (d024c496-bd1f-48c3-abea-163237a5845e), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:34.961597 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] Set router 4fc4e7a1-398d-4884-9555-cf1e0bfa4e60 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:58:34.977087 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [None req-baff0bf9-3a18-4c0b-95c1-95b26d8ce379 admin admin] Allocated IP 172.20.0.1 (b073d9d8-9664-4f95-988b-7dc47908c02e/bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029/a4aa854a-5c02-4766-a130-da24927d76bc) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:58:35.001699 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17411b94-4e19-4ebf-8ac6-9984649f5b50 req-d3fc2a82-4e10-4dbe-ad45-f7824bad665e tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:35.016492 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-17411b94-4e19-4ebf-8ac6-9984649f5b50 req-d3fc2a82-4e10-4dbe-ad45-f7824bad665e tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f97725c-e2d6-40cc-9bcd-a09190505001 HTTP/1.1" status: 200 len: 943 time: 0.3798821 Feb 20 21:58:35.091981 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-19aa5010-7d6e-40fe-ab66-a5a0183e19a4 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group_rule (a92507dd-d06d-4786-8c3c-70a7d85e5e7e), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.095758 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c382af-d28f-45e7-bf42-2dda87f96397 req-56a0f0c9-4070-4120-a0ea-5cc730e1041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:35.099953 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-06c382af-d28f-45e7-bf42-2dda87f96397 req-56a0f0c9-4070-4120-a0ea-5cc730e1041d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5f6a270-ce3e-4ed3-97c4-15807ecc6d47 HTTP/1.1" status: 200 len: 849 time: 0.2236912 Feb 20 21:58:35.120195 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-baff0bf9-3a18-4c0b-95c1-95b26d8ce379 admin admin] Publish callbacks [] for port (a4aa854a-5c02-4766-a130-da24927d76bc), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.156537 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e7565ad3-c86d-429c-b176-2211f49c80e4 req-0e1d8229-e454-417f-998d-c0248a090e10 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399402 Feb 20 21:58:35.164811 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-baff0bf9-3a18-4c0b-95c1-95b26d8ce379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (a4aa854a-5c02-4766-a130-da24927d76bc), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.193493 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-17411b94-4e19-4ebf-8ac6-9984649f5b50 req-37a3544f-cea3-4c86-9df8-a89a640548c6 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759706 Feb 20 21:58:35.202249 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-06c382af-d28f-45e7-bf42-2dda87f96397 req-3c90acad-cea1-4b71-a258-79d33e2af12e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bc0cc959-c7f2-43cb-a257-f4e925d0beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705209 Feb 20 21:58:35.214926 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baff0bf9-3a18-4c0b-95c1-95b26d8ce379 admin admin] Network b073d9d8-9664-4f95-988b-7dc47908c02e is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:58:35.221962 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-baff0bf9-3a18-4c0b-95c1-95b26d8ce379 admin admin] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:35.229899 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baff0bf9-3a18-4c0b-95c1-95b26d8ce379 admin admin] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:58:35.252003 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 5ea60d8c-38a8-423a-b1cf-8795ef2ae412 is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:35.252360 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (5ea60d8c-38a8-423a-b1cf-8795ef2ae412), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.259709 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff0bf9-3a18-4c0b-95c1-95b26d8ce379 admin admin] Pushing event updated for resources: {'Port': ['ID=a4aa854a-5c02-4766-a130-da24927d76bc,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:35.284833 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-baff0bf9-3a18-4c0b-95c1-95b26d8ce379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641136'] for router_interface (c2a932d7-30d1-4d72-9a52-e6920ae862de), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.286324 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc4e7a1-398d-4884-9555-cf1e0bfa4e60', 'name': 'tempest-TestVolumeBootPattern-2027859142-router', 'tenant_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '15570d9c-93a7-4e30-a3eb-5c870988478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:22Z', 'updated_at': '2022-02-20T21:58:31Z', 'revision_number': 4, 'project_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'gw_port': {'id': '15570d9c-93a7-4e30-a3eb-5c870988478b', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc4e7a1-398d-4884-9555-cf1e0bfa4e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:23Z', 'updated_at': '2022-02-20T21:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '41f212e3-5f6a-461a-8a5d-f8e407f712d7', 'name': '', 'network_id': 'dd9060ff-41c7-42f6-a96f-30a2b6de4e57', 'tenant_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'mac_address': 'fa:16:3e:89:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc4e7a1-398d-4884-9555-cf1e0bfa4e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8bd03820-887f-408c-b76f-b4fbe1ee9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:29Z', 'updated_at': '2022-02-20T21:58:31Z', 'revision_number': 2, 'project_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'subnets': [{'id': '8bd03820-887f-408c-b76f-b4fbe1ee9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:35.313856 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea60d8c-38a8-423a-b1cf-8795ef2ae412 {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:58:35.335110 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 5ea60d8c-38a8-423a-b1cf-8795ef2ae412, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5ea60d8c-38a8-423a-b1cf-8795ef2ae412,segment=NetworkSegment(592274ea-2f40-4464-8ba8-a0794eba0d43),segment_id=592274ea-2f40-4464-8ba8-a0794eba0d43)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:35.341794 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port eb79858e-7357-4480-aedb-2ad6762367ee is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:35.343572 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 15570d9c-93a7-4e30-a3eb-5c870988478b up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:35.347712 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] Checking router: 4fc4e7a1-398d-4884-9555-cf1e0bfa4e60 for host: dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:58:35.348011 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] Updating router 4fc4e7a1-398d-4884-9555-cf1e0bfa4e60 port 41f212e3-5f6a-461a-8a5d-f8e407f712d7 binding host dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:58:35.411869 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (5ea60d8c-38a8-423a-b1cf-8795ef2ae412), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.427372 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (41f212e3-5f6a-461a-8a5d-f8e407f712d7), before_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.500376 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=5ea60d8c-38a8-423a-b1cf-8795ef2ae412,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:35.552455 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-baff0bf9-3a18-4c0b-95c1-95b26d8ce379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a4aa854a-5c02-4766-a130-da24927d76bc), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.559702 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-19aa5010-7d6e-40fe-ab66-a5a0183e19a4 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group_rule (a92507dd-d06d-4786-8c3c-70a7d85e5e7e), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.569134 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3374cb-2be6-4bfb-bc3b-b188abf416e9 req-f1070416-6ff6-4df1-ad77-f236dc22682f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:35.571096 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7b3374cb-2be6-4bfb-bc3b-b188abf416e9 req-f1070416-6ff6-4df1-ad77-f236dc22682f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.2441769 Feb 20 21:58:35.576432 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-19aa5010-7d6e-40fe-ab66-a5a0183e19a4 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (a92507dd-d06d-4786-8c3c-70a7d85e5e7e), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.625693 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa5010-7d6e-40fe-ab66-a5a0183e19a4 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92507dd-d06d-4786-8c3c-70a7d85e5e7e,revision_number=0']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:35.638408 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-06c382af-d28f-45e7-bf42-2dda87f96397 req-f33550ca-f8fa-44ac-9843-0deb8b18ecc0 service neutron] 10.222.0.45 "GET /v2.0/networks/bc0cc959-c7f2-43cb-a257-f4e925d0beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198732 Feb 20 21:58:35.642755 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-19aa5010-7d6e-40fe-ab66-a5a0183e19a4 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.647730 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-19aa5010-7d6e-40fe-ab66-a5a0183e19a4 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7910616 Feb 20 21:58:35.647877 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 55152) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:35.658352 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-091cd857-7e12-479f-97b0-29be18796051 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Request body: {'security_group_rule': {'security_group_id': 'dbc273db-879f-42a4-b1db-3d22cffc3ad1', 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:35.678588 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7b3374cb-2be6-4bfb-bc3b-b188abf416e9 req-c33d95bb-f6ec-422d-92e7-49a186d0b941 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997038 Feb 20 21:58:35.686786 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] Publish callbacks [] for port (d024c496-bd1f-48c3-abea-163237a5845e), precommit_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.699558 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 15570d9c-93a7-4e30-a3eb-5c870988478b triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:35.700140 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (15570d9c-93a7-4e30-a3eb-5c870988478b), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.738462 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-091cd857-7e12-479f-97b0-29be18796051 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group_rule (4fe146d3-82ce-48a4-a259-4e0731cd225d), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.742853 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (d024c496-bd1f-48c3-abea-163237a5845e), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.789047 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-06c382af-d28f-45e7-bf42-2dda87f96397 req-778651ea-f0c6-4f0a-9997-4ff492754940 service neutron] 10.222.0.45 "GET /v2.0/networks/bc0cc959-c7f2-43cb-a257-f4e925d0beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129451 Feb 20 21:58:35.808969 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-93793c8c-2b90-4456-bddc-1776a2716bd2 None None] Provisioning complete for port a4aa854a-5c02-4766-a130-da24927d76bc triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:35.809469 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-93793c8c-2b90-4456-bddc-1776a2716bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (a4aa854a-5c02-4766-a130-da24927d76bc), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.856898 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['5ea60d8c-38a8-423a-b1cf-8795ef2ae412'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:58:35.906016 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-091cd857-7e12-479f-97b0-29be18796051 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group_rule (4fe146d3-82ce-48a4-a259-4e0731cd225d), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.913162 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] Publish callbacks [] for port (41f212e3-5f6a-461a-8a5d-f8e407f712d7), precommit_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.918692 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-091cd857-7e12-479f-97b0-29be18796051 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (4fe146d3-82ce-48a4-a259-4e0731cd225d), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.922681 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (41f212e3-5f6a-461a-8a5d-f8e407f712d7), after_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.930890 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] Attempting to bind port d024c496-bd1f-48c3-abea-163237a5845e on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:58:35.931276 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] Attempting to bind port d024c496-bd1f-48c3-abea-163237a5845e by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:58:35.931652 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] Attempting to bind port d024c496-bd1f-48c3-abea-163237a5845e on network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:58:35.939513 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091cd857-7e12-479f-97b0-29be18796051 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe146d3-82ce-48a4-a259-4e0731cd225d,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:35.944031 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffa95f-b144-485d-bbac-3a4a2a8fb74b None None] Pushing event updated for resources: {'Port': ['ID=d024c496-bd1f-48c3-abea-163237a5845e,revision_number=2']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:35.952775 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:58:35.953129 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] Checking segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:58:35.953546 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.953943 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] Bound using segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:58:35.954440 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] Bound port: d024c496-bd1f-48c3-abea-163237a5845e, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:58:35.954830 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (d024c496-bd1f-48c3-abea-163237a5845e), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.955603 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-baff0bf9-3a18-4c0b-95c1-95b26d8ce379 admin admin] Publish callbacks [] for port (a4aa854a-5c02-4766-a130-da24927d76bc), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:35.969673 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-baff0bf9-3a18-4c0b-95c1-95b26d8ce379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (a4aa854a-5c02-4766-a130-da24927d76bc), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:36.020851 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01888f21-64e9-4301-97d7-816c9b605694 None None] Pushing event updated for resources: {'Port': ['ID=41f212e3-5f6a-461a-8a5d-f8e407f712d7,revision_number=3']} {{(pid=102710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:36.027188 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-93793c8c-2b90-4456-bddc-1776a2716bd2 None None] Port a4aa854a-5c02-4766-a130-da24927d76bc cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:58:36.042646 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-091cd857-7e12-479f-97b0-29be18796051 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:36.043856 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-091cd857-7e12-479f-97b0-29be18796051 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3953879 Feb 20 21:58:36.046712 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 55158) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:36.053590 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-3270effc-22a6-4698-b7f6-f0f0e849f242 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Request body: {'security_group_rule': {'security_group_id': 'dbc273db-879f-42a4-b1db-3d22cffc3ad1', 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:36.070023 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] Attempting to bind port 41f212e3-5f6a-461a-8a5d-f8e407f712d7 on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:58:36.073090 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] Attempting to bind port 41f212e3-5f6a-461a-8a5d-f8e407f712d7 by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '962e4247-d75d-484e-b5a3-8552157746a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dd9060ff-41c7-42f6-a96f-30a2b6de4e57'}] {{(pid=102710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:58:36.074433 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] Attempting to bind port 41f212e3-5f6a-461a-8a5d-f8e407f712d7 on network dd9060ff-41c7-42f6-a96f-30a2b6de4e57 {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:58:36.075837 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff0bf9-3a18-4c0b-95c1-95b26d8ce379 admin admin] Pushing event updated for resources: {'Port': ['ID=a4aa854a-5c02-4766-a130-da24927d76bc,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:36.089093 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-baff0bf9-3a18-4c0b-95c1-95b26d8ce379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641252'] for router_interface (c2a932d7-30d1-4d72-9a52-e6920ae862de), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:36.097193 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:58:36.099503 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] Checking segment: {'id': '962e4247-d75d-484e-b5a3-8552157746a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dd9060ff-41c7-42f6-a96f-30a2b6de4e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:58:36.100079 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:36.101115 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] Bound using segment: {'id': '962e4247-d75d-484e-b5a3-8552157746a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dd9060ff-41c7-42f6-a96f-30a2b6de4e57'} {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:58:36.101941 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] Bound port: 41f212e3-5f6a-461a-8a5d-f8e407f712d7, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962e4247-d75d-484e-b5a3-8552157746a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dd9060ff-41c7-42f6-a96f-30a2b6de4e57'}}] {{(pid=102710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:58:36.102679 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (41f212e3-5f6a-461a-8a5d-f8e407f712d7), before_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:36.133155 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-3270effc-22a6-4698-b7f6-f0f0e849f242 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group_rule (e7b899db-333b-4ad3-96ee-b762d956939c), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:36.175587 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 15570d9c-93a7-4e30-a3eb-5c870988478b is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:36.181127 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] For port d024c496-bd1f-48c3-abea-163237a5845e, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:58:36.233174 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.db [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] For port 41f212e3-5f6a-461a-8a5d-f8e407f712d7, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:58:36.247179 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.db [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] For port 41f212e3-5f6a-461a-8a5d-f8e407f712d7, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=41f212e3-5f6a-461a-8a5d-f8e407f712d7,segment=NetworkSegment(962e4247-d75d-484e-b5a3-8552157746a2),segment_id=962e4247-d75d-484e-b5a3-8552157746a2)] {{(pid=102710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:58:36.266726 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (41f212e3-5f6a-461a-8a5d-f8e407f712d7), after_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:36.268264 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] For port d024c496-bd1f-48c3-abea-163237a5845e, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=d024c496-bd1f-48c3-abea-163237a5845e,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:58:36.269611 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-3270effc-22a6-4698-b7f6-f0f0e849f242 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group_rule (e7b899db-333b-4ad3-96ee-b762d956939c), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:36.277896 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baff0bf9-3a18-4c0b-95c1-95b26d8ce379 admin admin] Network b073d9d8-9664-4f95-988b-7dc47908c02e is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:58:36.280391 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-baff0bf9-3a18-4c0b-95c1-95b26d8ce379 admin admin] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:58:36.290981 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-3270effc-22a6-4698-b7f6-f0f0e849f242 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (e7b899db-333b-4ad3-96ee-b762d956939c), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:36.297501 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (d024c496-bd1f-48c3-abea-163237a5845e), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:36.386708 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] Routers {'c2a932d7-30d1-4d72-9a52-e6920ae862de'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:58:36.387371 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:58:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['c2a932d7-30d1-4d72-9a52-e6920ae862de'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:36.439991 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01888f21-64e9-4301-97d7-816c9b605694 None None] Pushing event updated for resources: {'Port': ['ID=41f212e3-5f6a-461a-8a5d-f8e407f712d7,revision_number=4']} {{(pid=102710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:36.458736 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-3270effc-22a6-4698-b7f6-f0f0e849f242 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:36.460595 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-3270effc-22a6-4698-b7f6-f0f0e849f242 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4124465 Feb 20 21:58:36.467482 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] Routers {'4fc4e7a1-398d-4884-9555-cf1e0bfa4e60'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:58:36.468504 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:58:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['4fc4e7a1-398d-4884-9555-cf1e0bfa4e60'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:36.469700 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 55168) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:36.485194 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-663f0948-b0e6-4325-b0e1-f85c77093970 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Request body: {'security_group_rule': {'security_group_id': 'dbc273db-879f-42a4-b1db-3d22cffc3ad1', 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:36.498544 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270effc-22a6-4698-b7f6-f0f0e849f242 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b899db-333b-4ad3-96ee-b762d956939c,revision_number=0']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:36.580633 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device c235e898-bf1d-4ed5-96c7-c0256e24994c details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:58:36.585731 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baff0bf9-3a18-4c0b-95c1-95b26d8ce379 admin admin] Router c2a932d7-30d1-4d72-9a52-e6920ae862de has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:58:36.602819 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de103d-26cf-4fe7-92cf-5f615ae49444 req-8a305e07-6388-4383-9de1-e2cde3670a70 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:36.628125 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-663f0948-b0e6-4325-b0e1-f85c77093970 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group_rule (861cca0d-5ea8-43c8-a9f3-f5846a351d16), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:36.641399 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-28de103d-26cf-4fe7-92cf-5f615ae49444 req-8a305e07-6388-4383-9de1-e2cde3670a70 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f97725c-e2d6-40cc-9bcd-a09190505001 HTTP/1.1" status: 200 len: 943 time: 0.2518990 Feb 20 21:58:36.683270 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e06ce-f7f7-4250-877e-f8728f84e7a8 req-369ebf1d-3f86-42f8-a9b7-dc909da7e12c tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:36.720461 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-649e06ce-f7f7-4250-877e-f8728f84e7a8 req-369ebf1d-3f86-42f8-a9b7-dc909da7e12c tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0bd6b5d-e54c-401f-a91c-9083db2cb270 HTTP/1.1" status: 200 len: 944 time: 0.2878585 Feb 20 21:58:36.735546 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port c235e898-bf1d-4ed5-96c7-c0256e24994c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c235e898-bf1d-4ed5-96c7-c0256e24994c,segment=NetworkSegment(dc483bdb-d2f7-4e2a-9b5a-ab58d901e157),segment_id=dc483bdb-d2f7-4e2a-9b5a-ab58d901e157)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:36.758127 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] Set router 4fc4e7a1-398d-4884-9555-cf1e0bfa4e60 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:58:36.760822 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': 'c235e898-bf1d-4ed5-96c7-c0256e24994c', 'network_id': 'bc0cc959-c7f2-43cb-a257-f4e925d0beee', 'port_id': 'c235e898-bf1d-4ed5-96c7-c0256e24994c', 'mac_address': 'fa:16:3e:4b:4e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f6a270-ce3e-4ed3-97c4-15807ecc6d47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:58:36.791261 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffa95f-b144-485d-bbac-3a4a2a8fb74b None None] Pushing event updated for resources: {'Port': ['ID=d024c496-bd1f-48c3-abea-163237a5845e,revision_number=3']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:36.840348 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port c235e898-bf1d-4ed5-96c7-c0256e24994c is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:36.840746 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (c235e898-bf1d-4ed5-96c7-c0256e24994c), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:36.844954 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] Set router c2a932d7-30d1-4d72-9a52-e6920ae862de gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:58:36.879478 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-663f0948-b0e6-4325-b0e1-f85c77093970 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group_rule (861cca0d-5ea8-43c8-a9f3-f5846a351d16), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:36.883542 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baff0bf9-3a18-4c0b-95c1-95b26d8ce379 admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:58:36.894511 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-28de103d-26cf-4fe7-92cf-5f615ae49444 req-62edc24d-c720-4e29-b5bf-a1bd000cc52f tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468960 Feb 20 21:58:36.900799 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-0efbbe0f-0c2d-40dd-8f0a-a481a28aa18c None None] Provisioning complete for port 41f212e3-5f6a-461a-8a5d-f8e407f712d7 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:36.901214 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-0efbbe0f-0c2d-40dd-8f0a-a481a28aa18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (41f212e3-5f6a-461a-8a5d-f8e407f712d7), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:36.905010 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-baff0bf9-3a18-4c0b-95c1-95b26d8ce379 admin admin] 10.222.0.61 "PUT /v2.0/routers/c2a932d7-30d1-4d72-9a52-e6920ae862de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2356803 Feb 20 21:58:36.907425 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-663f0948-b0e6-4325-b0e1-f85c77093970 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (861cca0d-5ea8-43c8-a9f3-f5846a351d16), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:36.919823 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-649e06ce-f7f7-4250-877e-f8728f84e7a8 req-9c06eeb7-7913-4e68-ae88-0ea393a79300 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914227 Feb 20 21:58:36.951671 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f0948-b0e6-4325-b0e1-f85c77093970 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861cca0d-5ea8-43c8-a9f3-f5846a351d16,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:36.965168 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-663f0948-b0e6-4325-b0e1-f85c77093970 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:36.966823 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-663f0948-b0e6-4325-b0e1-f85c77093970 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4931920 Feb 20 21:58:36.969639 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 55180) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:36.975336 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-4f847ea7-1a11-48f9-9ee3-a9373f21a4bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Request body: {'security_group_rule': {'security_group_id': 'dbc273db-879f-42a4-b1db-3d22cffc3ad1', 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:37.006612 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.securitygroups_db [None req-4f847ea7-1a11-48f9-9ee3-a9373f21a4bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Project b3885aa7992e4e54891e9136ce879dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 21:58:37.012020 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4f847ea7-1a11-48f9-9ee3-a9373f21a4bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group_rule (edd8b70c-8c02-44a6-866d-45db46a1de85), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:37.039304 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c235e898-bf1d-4ed5-96c7-c0256e24994c {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:58:37.049266 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17eb585-7b18-4d88-a968-0c9e0c9bc227 req-171aa032-24f5-4399-96a2-bc9e8e737bac tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:37.050244 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d17eb585-7b18-4d88-a968-0c9e0c9bc227 req-171aa032-24f5-4399-96a2-bc9e8e737bac tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0833700 Feb 20 21:58:37.106096 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4f847ea7-1a11-48f9-9ee3-a9373f21a4bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group_rule (edd8b70c-8c02-44a6-866d-45db46a1de85), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:37.120848 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4f847ea7-1a11-48f9-9ee3-a9373f21a4bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (edd8b70c-8c02-44a6-866d-45db46a1de85), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:37.144366 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f847ea7-1a11-48f9-9ee3-a9373f21a4bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd8b70c-8c02-44a6-866d-45db46a1de85,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:37.157384 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4f847ea7-1a11-48f9-9ee3-a9373f21a4bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:37.159066 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-4f847ea7-1a11-48f9-9ee3-a9373f21a4bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1883118 Feb 20 21:58:37.162554 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 55186) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:37.168724 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-633acace-5b98-47f0-9827-ee7112ebce17 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Request body: {'security_group_rule': {'security_group_id': 'dbc273db-879f-42a4-b1db-3d22cffc3ad1', 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:37.181531 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d17eb585-7b18-4d88-a968-0c9e0c9bc227 req-80749d22-4b1a-4078-bc12-35a88af66714 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182582 Feb 20 21:58:37.209246 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.securitygroups_db [None req-633acace-5b98-47f0-9827-ee7112ebce17 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Project b3885aa7992e4e54891e9136ce879dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 21:58:37.215990 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-633acace-5b98-47f0-9827-ee7112ebce17 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group_rule (7b786c62-c899-4b17-a46d-e1c22355add7), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:37.262574 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port c235e898-bf1d-4ed5-96c7-c0256e24994c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c235e898-bf1d-4ed5-96c7-c0256e24994c,segment=NetworkSegment(dc483bdb-d2f7-4e2a-9b5a-ab58d901e157),segment_id=dc483bdb-d2f7-4e2a-9b5a-ab58d901e157)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:37.275121 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (c235e898-bf1d-4ed5-96c7-c0256e24994c), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:37.306441 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-633acace-5b98-47f0-9827-ee7112ebce17 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group_rule (7b786c62-c899-4b17-a46d-e1c22355add7), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:37.311241 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-633acace-5b98-47f0-9827-ee7112ebce17 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (7b786c62-c899-4b17-a46d-e1c22355add7), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:37.334546 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633acace-5b98-47f0-9827-ee7112ebce17 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b786c62-c899-4b17-a46d-e1c22355add7,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:37.345818 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-633acace-5b98-47f0-9827-ee7112ebce17 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:37.352245 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-633acace-5b98-47f0-9827-ee7112ebce17 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1844528 Feb 20 21:58:37.381035 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc4e7a1-398d-4884-9555-cf1e0bfa4e60', 'name': 'tempest-TestVolumeBootPattern-2027859142-router', 'tenant_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '15570d9c-93a7-4e30-a3eb-5c870988478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:22Z', 'updated_at': '2022-02-20T21:58:31Z', 'revision_number': 4, 'project_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'gw_port': {'id': '15570d9c-93a7-4e30-a3eb-5c870988478b', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc4e7a1-398d-4884-9555-cf1e0bfa4e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:23Z', 'updated_at': '2022-02-20T21:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '41f212e3-5f6a-461a-8a5d-f8e407f712d7', 'name': '', 'network_id': 'dd9060ff-41c7-42f6-a96f-30a2b6de4e57', 'tenant_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'mac_address': 'fa:16:3e:89:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc4e7a1-398d-4884-9555-cf1e0bfa4e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8bd03820-887f-408c-b76f-b4fbe1ee9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:29Z', 'updated_at': '2022-02-20T21:58:36Z', 'revision_number': 4, 'project_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'subnets': [{'id': '8bd03820-887f-408c-b76f-b4fbe1ee9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:37.419346 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d3d9ab-0e6a-4af6-940e-e7a7a4b96a4f None None] The sync data for ids ['4fc4e7a1-398d-4884-9555-cf1e0bfa4e60'] in dv-cinder-830093-1-iscsi is: [{'id': '4fc4e7a1-398d-4884-9555-cf1e0bfa4e60', 'name': 'tempest-TestVolumeBootPattern-2027859142-router', 'tenant_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '15570d9c-93a7-4e30-a3eb-5c870988478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:22Z', 'updated_at': '2022-02-20T21:58:31Z', 'revision_number': 4, 'project_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'gw_port': {'id': '15570d9c-93a7-4e30-a3eb-5c870988478b', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc4e7a1-398d-4884-9555-cf1e0bfa4e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:23Z', 'updated_at': '2022-02-20T21:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '41f212e3-5f6a-461a-8a5d-f8e407f712d7', 'name': '', 'network_id': 'dd9060ff-41c7-42f6-a96f-30a2b6de4e57', 'tenant_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'mac_address': 'fa:16:3e:89:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc4e7a1-398d-4884-9555-cf1e0bfa4e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8bd03820-887f-408c-b76f-b4fbe1ee9932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:29Z', 'updated_at': '2022-02-20T21:58:36Z', 'revision_number': 4, 'project_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'subnets': [{'id': '8bd03820-887f-408c-b76f-b4fbe1ee9932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:58:37.421709 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=c235e898-bf1d-4ed5-96c7-c0256e24994c,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:37.433208 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-0efbbe0f-0c2d-40dd-8f0a-a481a28aa18c None None] Current status of the port 41f212e3-5f6a-461a-8a5d-f8e407f712d7 is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:37.433575 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-0efbbe0f-0c2d-40dd-8f0a-a481a28aa18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (41f212e3-5f6a-461a-8a5d-f8e407f712d7), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:37.478104 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-0efbbe0f-0c2d-40dd-8f0a-a481a28aa18c None None] For port 41f212e3-5f6a-461a-8a5d-f8e407f712d7, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=41f212e3-5f6a-461a-8a5d-f8e407f712d7,segment=NetworkSegment(962e4247-d75d-484e-b5a3-8552157746a2),segment_id=962e4247-d75d-484e-b5a3-8552157746a2)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:37.493802 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-0efbbe0f-0c2d-40dd-8f0a-a481a28aa18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (41f212e3-5f6a-461a-8a5d-f8e407f712d7), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:37.512766 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'name': 'tempest-TestShelveInstance-1220456373-router', 'tenant_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'd024c496-bd1f-48c3-abea-163237a5845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:26Z', 'updated_at': '2022-02-20T21:58:35Z', 'revision_number': 4, 'project_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'gw_port': {'id': 'd024c496-bd1f-48c3-abea-163237a5845e', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:27Z', 'updated_at': '2022-02-20T21:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'a4aa854a-5c02-4766-a130-da24927d76bc', 'name': '', 'network_id': 'b073d9d8-9664-4f95-988b-7dc47908c02e', 'tenant_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'mac_address': 'fa:16:3e:93:fc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:34Z', 'updated_at': '2022-02-20T21:58:35Z', 'revision_number': 2, 'project_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'subnets': [{'id': 'bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:37.625566 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a11f0-999a-47ca-bd9e-ef766eeae234 None None] The sync data for ids ['c2a932d7-30d1-4d72-9a52-e6920ae862de'] in dv-cinder-830093-1-iscsi is: [{'id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'name': 'tempest-TestShelveInstance-1220456373-router', 'tenant_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'd024c496-bd1f-48c3-abea-163237a5845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:26Z', 'updated_at': '2022-02-20T21:58:35Z', 'revision_number': 4, 'project_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'gw_port': {'id': 'd024c496-bd1f-48c3-abea-163237a5845e', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:27Z', 'updated_at': '2022-02-20T21:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'a4aa854a-5c02-4766-a130-da24927d76bc', 'name': '', 'network_id': 'b073d9d8-9664-4f95-988b-7dc47908c02e', 'tenant_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'mac_address': 'fa:16:3e:93:fc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:34Z', 'updated_at': '2022-02-20T21:58:35Z', 'revision_number': 2, 'project_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'subnets': [{'id': 'bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:58:37.656753 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbbe0f-0c2d-40dd-8f0a-a481a28aa18c None None] Pushing event updated for resources: {'Port': ['ID=41f212e3-5f6a-461a-8a5d-f8e407f712d7,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:37.677796 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-fa708d78-ef93-4778-afe3-c1e1ef33793e None None] Provisioning complete for port 41f212e3-5f6a-461a-8a5d-f8e407f712d7 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:37.678398 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-fa708d78-ef93-4778-afe3-c1e1ef33793e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (41f212e3-5f6a-461a-8a5d-f8e407f712d7), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:37.736028 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['c235e898-bf1d-4ed5-96c7-c0256e24994c'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:58:38.016024 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 55244) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:38.021830 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-f86d85c5-e5d1-4e14-bb3e-d3e9113600b2 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-10699682', 'description': 'tempest-secgroup-smoke-10699682 description', 'project_id': 'd479f105163541f18f8c7e153c5762e4'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:38.040350 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-fa708d78-ef93-4778-afe3-c1e1ef33793e None None] Current status of the port 41f212e3-5f6a-461a-8a5d-f8e407f712d7 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:38.074482 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f86d85c5-e5d1-4e14-bb3e-d3e9113600b2 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:38.151862 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-fa708d78-ef93-4778-afe3-c1e1ef33793e None None] Provisioning complete for port a4aa854a-5c02-4766-a130-da24927d76bc triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:38.152241 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-fa708d78-ef93-4778-afe3-c1e1ef33793e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (a4aa854a-5c02-4766-a130-da24927d76bc), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:38.269973 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f86d85c5-e5d1-4e14-bb3e-d3e9113600b2 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group (5ff13e65-3e19-4bb0-82cf-31aca41f7ce3), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:38.281825 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f9fd2-3b46-45e4-8ee0-053aa3d0da1c req-7dfb94fa-3eac-43d1-af37-bd2906b647aa tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:38.291408 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f86d85c5-e5d1-4e14-bb3e-d3e9113600b2 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (5ff13e65-3e19-4bb0-82cf-31aca41f7ce3), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:38.297572 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9f0f9fd2-3b46-45e4-8ee0-053aa3d0da1c req-7dfb94fa-3eac-43d1-af37-bd2906b647aa tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f97725c-e2d6-40cc-9bcd-a09190505001 HTTP/1.1" status: 200 len: 944 time: 0.2611995 Feb 20 21:58:38.312546 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-fa708d78-ef93-4778-afe3-c1e1ef33793e None None] Port a4aa854a-5c02-4766-a130-da24927d76bc cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:58:38.339541 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f86d85c5-e5d1-4e14-bb3e-d3e9113600b2 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:38.343926 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-f86d85c5-e5d1-4e14-bb3e-d3e9113600b2 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3267131 Feb 20 21:58:38.344576 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 55252) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:38.375019 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-1ff827e6-8acf-4854-bab3-f043b9f639b5 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Request body: {'security_group_rule': {'security_group_id': '5ff13e65-3e19-4bb0-82cf-31aca41f7ce3', 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:38.425467 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 5ea60d8c-38a8-423a-b1cf-8795ef2ae412 up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:38.439055 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d85c5-e5d1-4e14-bb3e-d3e9113600b2 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:38.447552 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61dc64-062f-4392-b13c-427e1b361a24 req-bd25f09c-e737-420a-8d92-db3a12583c57 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:38.449946 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1ff827e6-8acf-4854-bab3-f043b9f639b5 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group_rule (f62a1dc1-cf40-47cb-b0e1-c832b6ffe3a1), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:38.459625 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4d61dc64-062f-4392-b13c-427e1b361a24 req-bd25f09c-e737-420a-8d92-db3a12583c57 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0bd6b5d-e54c-401f-a91c-9083db2cb270 HTTP/1.1" status: 200 len: 944 time: 0.2489340 Feb 20 21:58:38.540074 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9f0f9fd2-3b46-45e4-8ee0-053aa3d0da1c req-ef612fe1-e352-45a5-a16b-2c0a8afda254 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416086 Feb 20 21:58:38.545147 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 41f212e3-5f6a-461a-8a5d-f8e407f712d7 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:38.575557 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1ff827e6-8acf-4854-bab3-f043b9f639b5 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group_rule (f62a1dc1-cf40-47cb-b0e1-c832b6ffe3a1), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:38.586471 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1ff827e6-8acf-4854-bab3-f043b9f639b5 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (f62a1dc1-cf40-47cb-b0e1-c832b6ffe3a1), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:38.631265 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port 5ea60d8c-38a8-423a-b1cf-8795ef2ae412 completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:58:38.636417 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4d61dc64-062f-4392-b13c-427e1b361a24 req-bd859119-26b1-4056-973a-5a20a4e258a5 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708424 Feb 20 21:58:38.638618 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff827e6-8acf-4854-bab3-f043b9f639b5 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62a1dc1-cf40-47cb-b0e1-c832b6ffe3a1,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:38.653436 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port 5ea60d8c-38a8-423a-b1cf-8795ef2ae412 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:38.656549 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:58:38.662365 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1ff827e6-8acf-4854-bab3-f043b9f639b5 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:38.671168 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 55262) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:38.673644 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-1ff827e6-8acf-4854-bab3-f043b9f639b5 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3056371 Feb 20 21:58:38.678353 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (5ea60d8c-38a8-423a-b1cf-8795ef2ae412), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:38.685705 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-b0291597-cbf2-4de2-9335-9ebda130aca2 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Request body: {'security_group_rule': {'security_group_id': '5ff13e65-3e19-4bb0-82cf-31aca41f7ce3', 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:38.731507 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 41f212e3-5f6a-461a-8a5d-f8e407f712d7 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:38.731880 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (41f212e3-5f6a-461a-8a5d-f8e407f712d7), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:38.768703 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b0291597-cbf2-4de2-9335-9ebda130aca2 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group_rule (e1075458-3753-4067-b8ae-f3453ae98f50), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:38.799624 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e66968-a5d3-417f-8897-66eabe7a1493 req-40f7e484-c1ee-4d93-a1cf-cd368f56b766 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:38.801223 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-52e66968-a5d3-417f-8897-66eabe7a1493 req-40f7e484-c1ee-4d93-a1cf-cd368f56b766 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.1010461 Feb 20 21:58:38.896594 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b0291597-cbf2-4de2-9335-9ebda130aca2 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group_rule (e1075458-3753-4067-b8ae-f3453ae98f50), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:38.917908 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-52e66968-a5d3-417f-8897-66eabe7a1493 req-e1a79487-9c40-4074-bb42-5d90062750e3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067741 Feb 20 21:58:38.919207 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b0291597-cbf2-4de2-9335-9ebda130aca2 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (e1075458-3753-4067-b8ae-f3453ae98f50), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:38.938404 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0291597-cbf2-4de2-9335-9ebda130aca2 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1075458-3753-4067-b8ae-f3453ae98f50,revision_number=0']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:38.938880 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 5ea60d8c-38a8-423a-b1cf-8795ef2ae412 is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:38.939485 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (5ea60d8c-38a8-423a-b1cf-8795ef2ae412), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:38.950089 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b0291597-cbf2-4de2-9335-9ebda130aca2 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:38.951308 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-b0291597-cbf2-4de2-9335-9ebda130aca2 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2775199 Feb 20 21:58:38.954707 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 55276) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:38.960213 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-8ceb03ff-2f69-4669-afb9-5abdc6483687 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Request body: {'security_group_rule': {'security_group_id': '5ff13e65-3e19-4bb0-82cf-31aca41f7ce3', 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:38.977251 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 41f212e3-5f6a-461a-8a5d-f8e407f712d7 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:38.989139 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bd6b5d-e54c-401f-a91c-9083db2cb270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea60d8c-38a8-423a-b1cf-8795ef2ae412'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:58:38.990353 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8ceb03ff-2f69-4669-afb9-5abdc6483687 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group_rule (aade9441-54c9-4951-8f67-0d6243a3bd7f), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:38.992124 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fee2f1-e4c4-40c2-8688-bbbaf90fe6bb" -d '{"events": [{"server_uuid": "c0bd6b5d-e54c-401f-a91c-9083db2cb270", "name": "network-vif-plugged", "status": "completed", "tag": "5ea60d8c-38a8-423a-b1cf-8795ef2ae412"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:58:39.009638 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 5ea60d8c-38a8-423a-b1cf-8795ef2ae412, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5ea60d8c-38a8-423a-b1cf-8795ef2ae412,segment=NetworkSegment(592274ea-2f40-4464-8ba8-a0794eba0d43),segment_id=592274ea-2f40-4464-8ba8-a0794eba0d43)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:39.014719 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (5ea60d8c-38a8-423a-b1cf-8795ef2ae412), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:39.056167 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cceb24-4928-41c8-834f-d717b4d630dc x-openstack-request-id: req-14cceb24-4928-41c8-834f-d717b4d630dc {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:58:39.056540 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0bd6b5d-e54c-401f-a91c-9083db2cb270", "name": "network-vif-plugged", "status": "completed", "tag": "5ea60d8c-38a8-423a-b1cf-8795ef2ae412", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:58:39.056747 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-14cceb24-4928-41c8-834f-d717b4d630dc {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:58:39.057229 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bd6b5d-e54c-401f-a91c-9083db2cb270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea60d8c-38a8-423a-b1cf-8795ef2ae412', 'code': 200} Feb 20 21:58:39.060249 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8ceb03ff-2f69-4669-afb9-5abdc6483687 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group_rule (aade9441-54c9-4951-8f67-0d6243a3bd7f), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:39.064812 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8ceb03ff-2f69-4669-afb9-5abdc6483687 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (aade9441-54c9-4951-8f67-0d6243a3bd7f), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:39.084794 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb03ff-2f69-4669-afb9-5abdc6483687 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aade9441-54c9-4951-8f67-0d6243a3bd7f,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:39.092895 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=5ea60d8c-38a8-423a-b1cf-8795ef2ae412,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:39.105219 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8ceb03ff-2f69-4669-afb9-5abdc6483687 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:39.106500 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-8ceb03ff-2f69-4669-afb9-5abdc6483687 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507323 Feb 20 21:58:39.109339 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 55282) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:39.113860 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-a5f891c0-59e4-4e66-af7a-c30c45db7906 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Request body: {'security_group_rule': {'security_group_id': '5ff13e65-3e19-4bb0-82cf-31aca41f7ce3', 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:39.141602 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a5f891c0-59e4-4e66-af7a-c30c45db7906 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group_rule (f4248fd4-16f6-4320-9a41-10efb8b06049), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:39.216676 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a5f891c0-59e4-4e66-af7a-c30c45db7906 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group_rule (f4248fd4-16f6-4320-9a41-10efb8b06049), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:39.220536 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a5f891c0-59e4-4e66-af7a-c30c45db7906 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (f4248fd4-16f6-4320-9a41-10efb8b06049), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:39.249607 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f891c0-59e4-4e66-af7a-c30c45db7906 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4248fd4-16f6-4320-9a41-10efb8b06049,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:39.259740 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a5f891c0-59e4-4e66-af7a-c30c45db7906 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:39.264524 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-a5f891c0-59e4-4e66-af7a-c30c45db7906 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1540852 Feb 20 21:58:39.266458 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 55284) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:39.273562 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-eb55a919-8e71-451d-8231-3cde02c5ee5d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Request body: {'security_group_rule': {'security_group_id': '5ff13e65-3e19-4bb0-82cf-31aca41f7ce3', 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:39.293634 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee6ea8-a357-42c2-94cb-28dbcba1ac76 req-1b21818b-9a3f-4086-bac7-8d7b6f0b5c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:39.295546 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bbee6ea8-a357-42c2-94cb-28dbcba1ac76 req-1b21818b-9a3f-4086-bac7-8d7b6f0b5c4b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c0bd6b5d-e54c-401f-a91c-9083db2cb270 HTTP/1.1" status: 200 len: 1129 time: 0.0658846 Feb 20 21:58:39.307105 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.securitygroups_db [None req-eb55a919-8e71-451d-8231-3cde02c5ee5d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Project d479f105163541f18f8c7e153c5762e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 21:58:39.312494 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-eb55a919-8e71-451d-8231-3cde02c5ee5d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group_rule (5c7f8301-0060-4f68-b0e5-e654af1d3d6b), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:39.385320 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bbee6ea8-a357-42c2-94cb-28dbcba1ac76 req-d6e5b344-a18b-423e-b5e4-b2355c248a1e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820811 Feb 20 21:58:39.416316 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-eb55a919-8e71-451d-8231-3cde02c5ee5d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group_rule (5c7f8301-0060-4f68-b0e5-e654af1d3d6b), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:39.419772 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-eb55a919-8e71-451d-8231-3cde02c5ee5d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (5c7f8301-0060-4f68-b0e5-e654af1d3d6b), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:39.467846 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55a919-8e71-451d-8231-3cde02c5ee5d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7f8301-0060-4f68-b0e5-e654af1d3d6b,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:39.477410 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-eb55a919-8e71-451d-8231-3cde02c5ee5d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:39.479384 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-eb55a919-8e71-451d-8231-3cde02c5ee5d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2107515 Feb 20 21:58:39.481764 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 55288) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:39.487758 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-20a8b703-20d5-442d-8bfa-580e1f19a6e5 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Request body: {'security_group_rule': {'security_group_id': '5ff13e65-3e19-4bb0-82cf-31aca41f7ce3', 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:58:39.508670 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.db.securitygroups_db [None req-20a8b703-20d5-442d-8bfa-580e1f19a6e5 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Project d479f105163541f18f8c7e153c5762e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 21:58:39.515347 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-20a8b703-20d5-442d-8bfa-580e1f19a6e5 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group_rule (bc033597-db17-41c8-b66e-46c69060f4c3), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:39.593197 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-20a8b703-20d5-442d-8bfa-580e1f19a6e5 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group_rule (bc033597-db17-41c8-b66e-46c69060f4c3), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:39.601509 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-20a8b703-20d5-442d-8bfa-580e1f19a6e5 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (bc033597-db17-41c8-b66e-46c69060f4c3), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:39.640503 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8b703-20d5-442d-8bfa-580e1f19a6e5 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc033597-db17-41c8-b66e-46c69060f4c3,revision_number=0']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:39.668032 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-20a8b703-20d5-442d-8bfa-580e1f19a6e5 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:39.672749 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-20a8b703-20d5-442d-8bfa-580e1f19a6e5 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1861615 Feb 20 21:58:39.792907 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d24d6-403f-4993-96ac-90d9010bfd94 req-dee4bf5c-44de-43af-bea9-01df4c59d5bc tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:39.794580 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e44d24d6-403f-4993-96ac-90d9010bfd94 req-dee4bf5c-44de-43af-bea9-01df4c59d5bc tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f97725c-e2d6-40cc-9bcd-a09190505001 HTTP/1.1" status: 200 len: 944 time: 0.1580381 Feb 20 21:58:39.856967 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55999af-c556-434b-8796-06e7da866f07 req-c9443f6c-2307-42a9-9cfb-ce95cc5cd372 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:39.858674 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a55999af-c556-434b-8796-06e7da866f07 req-c9443f6c-2307-42a9-9cfb-ce95cc5cd372 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0bd6b5d-e54c-401f-a91c-9083db2cb270 HTTP/1.1" status: 200 len: 945 time: 0.1001918 Feb 20 21:58:39.885676 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e44d24d6-403f-4993-96ac-90d9010bfd94 req-720c3226-b1da-4f7a-b98e-0c164da6e9d9 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819654 Feb 20 21:58:39.914431 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a55999af-c556-434b-8796-06e7da866f07 req-d0112374-c8f7-4cc9-a81b-640a4aae1761 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471823 Feb 20 21:58:40.065763 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ba48a-0d0a-4310-989f-03912e66fc79 req-647269e6-232c-4ebd-999a-58b7418a243e tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:40.068113 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-981ba48a-0d0a-4310-989f-03912e66fc79 req-647269e6-232c-4ebd-999a-58b7418a243e tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0673068 Feb 20 21:58:40.127501 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-981ba48a-0d0a-4310-989f-03912e66fc79 req-f85498cf-89ca-4ca7-a03c-421161d4d9ea tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491734 Feb 20 21:58:40.343143 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device d024c496-bd1f-48c3-abea-163237a5845e up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:40.404455 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port d024c496-bd1f-48c3-abea-163237a5845e triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:40.407677 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (d024c496-bd1f-48c3-abea-163237a5845e), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:40.436830 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device aaef37b2-cc8c-4644-bbd0-73b1ccf00101 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:58:40.439195 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device c235e898-bf1d-4ed5-96c7-c0256e24994c up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:40.632743 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port c235e898-bf1d-4ed5-96c7-c0256e24994c completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:58:40.652763 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port c235e898-bf1d-4ed5-96c7-c0256e24994c triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:40.653171 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (c235e898-bf1d-4ed5-96c7-c0256e24994c), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:40.688069 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port d024c496-bd1f-48c3-abea-163237a5845e is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:40.688464 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (d024c496-bd1f-48c3-abea-163237a5845e), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:40.703769 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port aaef37b2-cc8c-4644-bbd0-73b1ccf00101, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:40.729659 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'port_id': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101', 'mac_address': 'fa:16:3e:fb:9b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:58:40.735329 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] For port d024c496-bd1f-48c3-abea-163237a5845e, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=d024c496-bd1f-48c3-abea-163237a5845e,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:40.742982 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (d024c496-bd1f-48c3-abea-163237a5845e), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:40.838662 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 is: ACTIVE; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:40.839056 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:40.866465 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Pushing event updated for resources: {'Port': ['ID=d024c496-bd1f-48c3-abea-163237a5845e,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:40.869938 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aaef37b2-cc8c-4644-bbd0-73b1ccf00101 {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:58:40.873916 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port c235e898-bf1d-4ed5-96c7-c0256e24994c is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:40.874358 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (c235e898-bf1d-4ed5-96c7-c0256e24994c), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:40.906664 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port aaef37b2-cc8c-4644-bbd0-73b1ccf00101, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:40.915774 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:40.949577 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port c235e898-bf1d-4ed5-96c7-c0256e24994c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c235e898-bf1d-4ed5-96c7-c0256e24994c,segment=NetworkSegment(dc483bdb-d2f7-4e2a-9b5a-ab58d901e157),segment_id=dc483bdb-d2f7-4e2a-9b5a-ab58d901e157)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:40.961914 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (c235e898-bf1d-4ed5-96c7-c0256e24994c), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:40.991339 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be1452-62e0-4062-95fc-6d0328f51a35 req-6c0b320e-e011-42cc-82bd-17a3b91b29d8 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:40.993035 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e0be1452-62e0-4062-95fc-6d0328f51a35 req-6c0b320e-e011-42cc-82bd-17a3b91b29d8 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.1043797 Feb 20 21:58:40.997674 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,revision_number=6']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:41.059285 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f97725c-e2d6-40cc-9bcd-a09190505001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c235e898-bf1d-4ed5-96c7-c0256e24994c'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:58:41.061547 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2030b8-38dc-416f-b2dd-6f88a08b0f60" -d '{"events": [{"server_uuid": "3f97725c-e2d6-40cc-9bcd-a09190505001", "name": "network-vif-plugged", "status": "completed", "tag": "c235e898-bf1d-4ed5-96c7-c0256e24994c"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:58:41.065286 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=c235e898-bf1d-4ed5-96c7-c0256e24994c,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:41.085409 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['aaef37b2-cc8c-4644-bbd0-73b1ccf00101'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:58:41.102327 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaec4a7-39e4-4e77-8e04-3b6786c24453 req-370a1aa3-6903-4522-8299-a2778c62eb5c tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:41.105448 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-faaec4a7-39e4-4e77-8e04-3b6786c24453 req-370a1aa3-6903-4522-8299-a2778c62eb5c tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f97725c-e2d6-40cc-9bcd-a09190505001 HTTP/1.1" status: 200 len: 945 time: 0.1114328 Feb 20 21:58:41.109898 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e0be1452-62e0-4062-95fc-6d0328f51a35 req-99b8ba9a-97f4-4a61-9fdd-502b5dab4202 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051922 Feb 20 21:58:41.174033 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-faaec4a7-39e4-4e77-8e04-3b6786c24453 req-1c963d84-88c8-49d0-998e-cc81755efdc7 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628808 Feb 20 21:58:41.235985 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b0e184-3eea-4003-b3a5-9c822234dcfd x-openstack-request-id: req-c8b0e184-3eea-4003-b3a5-9c822234dcfd {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:58:41.236578 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f97725c-e2d6-40cc-9bcd-a09190505001", "name": "network-vif-plugged", "status": "completed", "tag": "c235e898-bf1d-4ed5-96c7-c0256e24994c", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:58:41.236968 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c8b0e184-3eea-4003-b3a5-9c822234dcfd {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:58:41.237483 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f97725c-e2d6-40cc-9bcd-a09190505001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c235e898-bf1d-4ed5-96c7-c0256e24994c', 'code': 200} Feb 20 21:58:41.285797 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77dfc5c-3e2f-464c-848c-c4bc7eef63fe req-dcd54579-0b70-4e74-8980-0e44bc943b0e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:41.287833 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b77dfc5c-3e2f-464c-848c-c4bc7eef63fe req-dcd54579-0b70-4e74-8980-0e44bc943b0e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0bd6b5d-e54c-401f-a91c-9083db2cb270 HTTP/1.1" status: 200 len: 945 time: 0.1028419 Feb 20 21:58:41.412417 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b77dfc5c-3e2f-464c-848c-c4bc7eef63fe req-8e16b084-9065-4962-ab06-61ac664cbb9c tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151330 Feb 20 21:58:41.423943 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1d022-1bb7-4085-9075-32121eb18873 req-968dc7f0-bcbf-4bd7-8004-1cda980b5b92 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:41.428915 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b7f1d022-1bb7-4085-9075-32121eb18873 req-968dc7f0-bcbf-4bd7-8004-1cda980b5b92 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 944 time: 0.1064851 Feb 20 21:58:41.509365 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b7f1d022-1bb7-4085-9075-32121eb18873 req-129458db-c75f-4fb6-b4c2-19cfd70d70e9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699849 Feb 20 21:58:41.513731 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a762e4-df45-46f2-84b7-238979c546ea req-96ff65f9-79b7-4552-865a-c258caf81533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:41.515225 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e9a762e4-df45-46f2-84b7-238979c546ea req-96ff65f9-79b7-4552-865a-c258caf81533 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3f97725c-e2d6-40cc-9bcd-a09190505001 HTTP/1.1" status: 200 len: 1129 time: 0.0836008 Feb 20 21:58:41.566034 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e9a762e4-df45-46f2-84b7-238979c546ea req-ac73c94e-0d02-47d5-8b44-583ef75839d3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438867 Feb 20 21:58:41.602645 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] Sync routers for ids ['c2a932d7-30d1-4d72-9a52-e6920ae862de'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:58:41.613625 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] Routers {'c2a932d7-30d1-4d72-9a52-e6920ae862de'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:58:41.614841 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:58:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['c2a932d7-30d1-4d72-9a52-e6920ae862de'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:41.752857 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] Set router c2a932d7-30d1-4d72-9a52-e6920ae862de gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:58:41.965324 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'name': 'tempest-TestShelveInstance-1220456373-router', 'tenant_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'd024c496-bd1f-48c3-abea-163237a5845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:26Z', 'updated_at': '2022-02-20T21:58:35Z', 'revision_number': 4, 'project_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'gw_port': {'id': 'd024c496-bd1f-48c3-abea-163237a5845e', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:27Z', 'updated_at': '2022-02-20T21:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'a4aa854a-5c02-4766-a130-da24927d76bc', 'name': '', 'network_id': 'b073d9d8-9664-4f95-988b-7dc47908c02e', 'tenant_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'mac_address': 'fa:16:3e:93:fc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:34Z', 'updated_at': '2022-02-20T21:58:35Z', 'revision_number': 2, 'project_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'subnets': [{'id': 'bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:42.121053 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] Checking router: c2a932d7-30d1-4d72-9a52-e6920ae862de for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:58:42.121418 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] Updating router c2a932d7-30d1-4d72-9a52-e6920ae862de port a4aa854a-5c02-4766-a130-da24927d76bc binding host dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:58:42.148877 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a4aa854a-5c02-4766-a130-da24927d76bc), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:42.234106 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb1a1c-5bf9-43e1-8362-22dda9e94866 req-68ce4483-a3ee-422d-88a8-c1cfc0c69a27 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:42.235605 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-edbb1a1c-5bf9-43e1-8362-22dda9e94866 req-68ce4483-a3ee-422d-88a8-c1cfc0c69a27 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0545919 Feb 20 21:58:42.323640 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device d024c496-bd1f-48c3-abea-163237a5845e up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:42.325599 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-edbb1a1c-5bf9-43e1-8362-22dda9e94866 req-61135aa9-8a79-407f-8477-6a7e5468e75c tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830455 Feb 20 21:58:42.344073 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cccf5-fb8f-4d44-8bde-2f48a0737ef3 req-5a7860e5-27c4-4c49-a889-78049bde801e tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:42.344073 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f14cccf5-fb8f-4d44-8bde-2f48a0737ef3 req-5a7860e5-27c4-4c49-a889-78049bde801e tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f97725c-e2d6-40cc-9bcd-a09190505001 HTTP/1.1" status: 200 len: 945 time: 0.0973294 Feb 20 21:58:42.388408 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f14cccf5-fb8f-4d44-8bde-2f48a0737ef3 req-86a17306-d593-42b6-96c3-ef16492a0457 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419767 Feb 20 21:58:42.440893 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port d024c496-bd1f-48c3-abea-163237a5845e triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:42.441300 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (d024c496-bd1f-48c3-abea-163237a5845e), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:42.466701 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device aaef37b2-cc8c-4644-bbd0-73b1ccf00101 up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:42.499208 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] Publish callbacks [] for port (a4aa854a-5c02-4766-a130-da24927d76bc), precommit_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:42.510404 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (a4aa854a-5c02-4766-a130-da24927d76bc), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:42.534819 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbede93-69e0-40fd-8f72-c427fc32abcb req-af0756b6-47c5-4218-acb1-aeb03d36949f tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:42.545925 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ddbede93-69e0-40fd-8f72-c427fc32abcb req-af0756b6-47c5-4218-acb1-aeb03d36949f tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0bd6b5d-e54c-401f-a91c-9083db2cb270 HTTP/1.1" status: 200 len: 945 time: 0.0622447 Feb 20 21:58:42.589063 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d492b6-275e-45c9-915b-4c473ccc4bee None None] Pushing event updated for resources: {'Port': ['ID=a4aa854a-5c02-4766-a130-da24927d76bc,revision_number=3']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:42.624278 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:42.624948 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:42.636581 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ddbede93-69e0-40fd-8f72-c427fc32abcb req-b8e58667-3e6a-4657-bcda-77ede2224f9b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897827 Feb 20 21:58:42.702526 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f7068-6d6c-4caf-bcb7-e28af42f1fe9 req-70356c28-eff5-459b-acd0-ed3488bc74ad tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:42.711711 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-017f7068-6d6c-4caf-bcb7-e28af42f1fe9 req-70356c28-eff5-459b-acd0-ed3488bc74ad tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 944 time: 0.0737064 Feb 20 21:58:42.776939 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-017f7068-6d6c-4caf-bcb7-e28af42f1fe9 req-b2df0807-415d-4b25-a0dd-b3cb3d9cc387 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643353 Feb 20 21:58:42.796576 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] Attempting to bind port a4aa854a-5c02-4766-a130-da24927d76bc on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:58:42.797264 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] Attempting to bind port a4aa854a-5c02-4766-a130-da24927d76bc by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '9d8a4629-105e-485c-af62-068572d0cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b073d9d8-9664-4f95-988b-7dc47908c02e'}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:58:42.797383 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] Attempting to bind port a4aa854a-5c02-4766-a130-da24927d76bc on network b073d9d8-9664-4f95-988b-7dc47908c02e {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:58:42.809780 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port d024c496-bd1f-48c3-abea-163237a5845e is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:42.818603 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:58:42.819268 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] Checking segment: {'id': '9d8a4629-105e-485c-af62-068572d0cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b073d9d8-9664-4f95-988b-7dc47908c02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:58:42.819979 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:42.820445 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] Bound using segment: {'id': '9d8a4629-105e-485c-af62-068572d0cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b073d9d8-9664-4f95-988b-7dc47908c02e'} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:58:42.821137 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] Bound port: a4aa854a-5c02-4766-a130-da24927d76bc, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8a4629-105e-485c-af62-068572d0cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b073d9d8-9664-4f95-988b-7dc47908c02e'}}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:58:42.821845 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a4aa854a-5c02-4766-a130-da24927d76bc), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:42.930277 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:42.930670 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:42.937166 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-df282770-cb85-434f-98e0-2d57968c0848 None None] Provisioning complete for port a4aa854a-5c02-4766-a130-da24927d76bc triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:42.937537 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-df282770-cb85-434f-98e0-2d57968c0848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (a4aa854a-5c02-4766-a130-da24927d76bc), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:42.975623 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] For port a4aa854a-5c02-4766-a130-da24927d76bc, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:58:42.996750 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] For port a4aa854a-5c02-4766-a130-da24927d76bc, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=a4aa854a-5c02-4766-a130-da24927d76bc,segment=NetworkSegment(9d8a4629-105e-485c-af62-068572d0cdde),segment_id=9d8a4629-105e-485c-af62-068572d0cdde)] {{(pid=102709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:58:43.021063 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (a4aa854a-5c02-4766-a130-da24927d76bc), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:43.023926 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-df282770-cb85-434f-98e0-2d57968c0848 None None] Port a4aa854a-5c02-4766-a130-da24927d76bc cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:58:43.032751 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port aaef37b2-cc8c-4644-bbd0-73b1ccf00101, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:43.057916 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:43.099818 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] Routers {'c2a932d7-30d1-4d72-9a52-e6920ae862de'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:58:43.100458 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:58:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['c2a932d7-30d1-4d72-9a52-e6920ae862de'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:43.102202 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d492b6-275e-45c9-915b-4c473ccc4bee None None] Pushing event updated for resources: {'Port': ['ID=a4aa854a-5c02-4766-a130-da24927d76bc,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:43.239168 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877cbd87-824f-48fc-a71c-2521393b6abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:58:43.241512 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df26a4e-1e3c-487b-8bc8-9a4589978ca7" -d '{"events": [{"server_uuid": "877cbd87-824f-48fc-a71c-2521393b6abc", "name": "network-vif-plugged", "status": "completed", "tag": "aaef37b2-cc8c-4644-bbd0-73b1ccf00101"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:58:43.308556 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,revision_number=7']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:43.351474 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e993808-8a2e-459d-bd80-97460122a71c x-openstack-request-id: req-2e993808-8a2e-459d-bd80-97460122a71c {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:58:43.351770 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877cbd87-824f-48fc-a71c-2521393b6abc", "name": "network-vif-plugged", "status": "completed", "tag": "aaef37b2-cc8c-4644-bbd0-73b1ccf00101", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:58:43.352033 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2e993808-8a2e-459d-bd80-97460122a71c {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:58:43.352424 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877cbd87-824f-48fc-a71c-2521393b6abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101', 'code': 200} Feb 20 21:58:43.367249 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] Set router c2a932d7-30d1-4d72-9a52-e6920ae862de gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:58:43.488453 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a69c9-86ed-4363-9a84-2e9857661167 req-0f08e36d-8e10-46fd-8bbb-236e665d1ecc tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:43.490668 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c89a69c9-86ed-4363-9a84-2e9857661167 req-0f08e36d-8e10-46fd-8bbb-236e665d1ecc tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0825284 Feb 20 21:58:43.569534 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c89a69c9-86ed-4363-9a84-2e9857661167 req-c52a21f6-d8a5-40b2-8653-183f413af92b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691054 Feb 20 21:58:43.571774 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-506f4243-6959-4df9-88a5-8c64e29aceb2 None None] Provisioning complete for port a4aa854a-5c02-4766-a130-da24927d76bc triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:43.572221 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-506f4243-6959-4df9-88a5-8c64e29aceb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (a4aa854a-5c02-4766-a130-da24927d76bc), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:43.578899 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89ab2b-3923-42e9-b69f-19695e5c04a8 req-530b1f90-1ab6-4c16-ae29-353d0d6fcca7 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:43.579633 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fe89ab2b-3923-42e9-b69f-19695e5c04a8 req-530b1f90-1ab6-4c16-ae29-353d0d6fcca7 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f97725c-e2d6-40cc-9bcd-a09190505001 HTTP/1.1" status: 200 len: 945 time: 0.0878792 Feb 20 21:58:43.633732 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fe89ab2b-3923-42e9-b69f-19695e5c04a8 req-ffb52481-e947-48df-b112-a4c6a6459e22 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481422 Feb 20 21:58:43.683681 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'name': 'tempest-TestShelveInstance-1220456373-router', 'tenant_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'd024c496-bd1f-48c3-abea-163237a5845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:26Z', 'updated_at': '2022-02-20T21:58:35Z', 'revision_number': 4, 'project_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'gw_port': {'id': 'd024c496-bd1f-48c3-abea-163237a5845e', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:27Z', 'updated_at': '2022-02-20T21:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'a4aa854a-5c02-4766-a130-da24927d76bc', 'name': '', 'network_id': 'b073d9d8-9664-4f95-988b-7dc47908c02e', 'tenant_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'mac_address': 'fa:16:3e:93:fc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:34Z', 'updated_at': '2022-02-20T21:58:42Z', 'revision_number': 4, 'project_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'subnets': [{'id': 'bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:58:43.718609 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9873a605-3d89-4f6d-b268-3458922606bd None None] The sync data for ids ['c2a932d7-30d1-4d72-9a52-e6920ae862de'] in dv-cinder-830093-1-iscsi is: [{'id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'name': 'tempest-TestShelveInstance-1220456373-router', 'tenant_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'd024c496-bd1f-48c3-abea-163237a5845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:26Z', 'updated_at': '2022-02-20T21:58:35Z', 'revision_number': 4, 'project_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'gw_port': {'id': 'd024c496-bd1f-48c3-abea-163237a5845e', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:27Z', 'updated_at': '2022-02-20T21:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'a4aa854a-5c02-4766-a130-da24927d76bc', 'name': '', 'network_id': 'b073d9d8-9664-4f95-988b-7dc47908c02e', 'tenant_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'mac_address': 'fa:16:3e:93:fc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:34Z', 'updated_at': '2022-02-20T21:58:42Z', 'revision_number': 4, 'project_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'subnets': [{'id': 'bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:58:43.732626 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-506f4243-6959-4df9-88a5-8c64e29aceb2 None None] Current status of the port a4aa854a-5c02-4766-a130-da24927d76bc is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:43.733190 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-506f4243-6959-4df9-88a5-8c64e29aceb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a4aa854a-5c02-4766-a130-da24927d76bc), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:43.771119 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-506f4243-6959-4df9-88a5-8c64e29aceb2 None None] For port a4aa854a-5c02-4766-a130-da24927d76bc, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=a4aa854a-5c02-4766-a130-da24927d76bc,segment=NetworkSegment(9d8a4629-105e-485c-af62-068572d0cdde),segment_id=9d8a4629-105e-485c-af62-068572d0cdde)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:43.775696 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-506f4243-6959-4df9-88a5-8c64e29aceb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (a4aa854a-5c02-4766-a130-da24927d76bc), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:43.840336 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f4243-6959-4df9-88a5-8c64e29aceb2 None None] Pushing event updated for resources: {'Port': ['ID=a4aa854a-5c02-4766-a130-da24927d76bc,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:43.939187 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32954742-f299-4506-97f2-5a7a3d354588 req-d0ea53d5-0274-494a-982e-c406f2ab6291 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:43.941316 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-32954742-f299-4506-97f2-5a7a3d354588 req-d0ea53d5-0274-494a-982e-c406f2ab6291 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0569565 Feb 20 21:58:43.993861 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-32954742-f299-4506-97f2-5a7a3d354588 req-b02e616d-bf81-48ef-981a-02c12e8867e7 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452235 Feb 20 21:58:44.352102 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device a4aa854a-5c02-4766-a130-da24927d76bc up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:58:44.412779 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port a4aa854a-5c02-4766-a130-da24927d76bc triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:58:44.413196 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (a4aa854a-5c02-4766-a130-da24927d76bc), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:44.509418 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port a4aa854a-5c02-4766-a130-da24927d76bc is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:58:44.707708 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243c57d-c9b2-48bb-99bd-b524578d9efc req-f9f6aacc-10b4-4188-aabf-652e7f1eea6a tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:44.709340 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9243c57d-c9b2-48bb-99bd-b524578d9efc req-f9f6aacc-10b4-4188-aabf-652e7f1eea6a tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f97725c-e2d6-40cc-9bcd-a09190505001 HTTP/1.1" status: 200 len: 945 time: 0.0854251 Feb 20 21:58:44.736047 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617d3c4-1f9f-4883-a291-62c55fcd3d98 req-d94bad7a-9a42-4ac9-88a3-0f2b65cd82ae tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:44.737574 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e617d3c4-1f9f-4883-a291-62c55fcd3d98 req-d94bad7a-9a42-4ac9-88a3-0f2b65cd82ae tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0875762 Feb 20 21:58:44.807031 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9243c57d-c9b2-48bb-99bd-b524578d9efc req-483f4b70-1e0e-4541-bb66-d4e38ecb0092 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884378 Feb 20 21:58:44.811238 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e617d3c4-1f9f-4883-a291-62c55fcd3d98 req-917c0bb2-c7d5-4d88-a419-8a838b10a540 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655701 Feb 20 21:58:45.114299 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664280de-6e23-4c1a-ac3b-0ad1a3c6ed69 req-8a5f0cab-f7e9-481d-b1a3-f4b3935a4263 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:45.116247 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-664280de-6e23-4c1a-ac3b-0ad1a3c6ed69 req-8a5f0cab-f7e9-481d-b1a3-f4b3935a4263 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0538931 Feb 20 21:58:45.162593 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-664280de-6e23-4c1a-ac3b-0ad1a3c6ed69 req-dae484e3-bc73-40cf-adb3-0eaaa8691611 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407176 Feb 20 21:58:45.967750 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7f0ff-a938-4474-ae0b-65e38fd5b9dd req-4d07e9c1-c77e-4ab7-aa56-8b82cf597a01 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:45.969349 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-90a7f0ff-a938-4474-ae0b-65e38fd5b9dd req-4d07e9c1-c77e-4ab7-aa56-8b82cf597a01 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0877199 Feb 20 21:58:45.976099 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5507d76-7c59-41fc-98d5-bfc6e59a879b req-d5bb2b8d-c44d-4ab7-9569-ac5321267fda tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:45.977460 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c5507d76-7c59-41fc-98d5-bfc6e59a879b req-d5bb2b8d-c44d-4ab7-9569-ac5321267fda tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f97725c-e2d6-40cc-9bcd-a09190505001 HTTP/1.1" status: 200 len: 945 time: 0.0945780 Feb 20 21:58:46.047385 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-90a7f0ff-a938-4474-ae0b-65e38fd5b9dd req-be679da5-ebfc-49e5-959c-66c4e109e5ac tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689878 Feb 20 21:58:46.050586 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c5507d76-7c59-41fc-98d5-bfc6e59a879b req-974bf133-f33f-4e80-ba2e-89087914afc5 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667691 Feb 20 21:58:46.286171 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971af26d-6291-412f-a59f-d95f3bd47bab req-74c1f3e7-926c-4e6b-b800-850de3bed62f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:46.288175 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-971af26d-6291-412f-a59f-d95f3bd47bab req-74c1f3e7-926c-4e6b-b800-850de3bed62f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0531042 Feb 20 21:58:46.338167 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-971af26d-6291-412f-a59f-d95f3bd47bab req-00749a5f-c588-4c51-aedc-7d54f66356b9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444846 Feb 20 21:58:46.991230 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 55518) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:47.149756 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ec5425ad-b8e4-4472-ba4c-a16d4ed98043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:47.254413 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd7ba-058f-4b5f-9cff-cecd73781dbe req-13d288db-a109-4a32-9b8b-b9d997ec78f9 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:47.256062 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e6dfd7ba-058f-4b5f-9cff-cecd73781dbe req-13d288db-a109-4a32-9b8b-b9d997ec78f9 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f97725c-e2d6-40cc-9bcd-a09190505001 HTTP/1.1" status: 200 len: 945 time: 0.1171207 Feb 20 21:58:47.262837 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640dbae-8994-40e2-be01-ea814f3c6488 req-99b0b2e0-2122-4045-9cb3-81dd5325fc7b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:47.264198 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c640dbae-8994-40e2-be01-ea814f3c6488 req-99b0b2e0-2122-4045-9cb3-81dd5325fc7b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.1382041 Feb 20 21:58:47.373550 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e6dfd7ba-058f-4b5f-9cff-cecd73781dbe req-fc1049cd-399e-4123-a60f-b380d93fff9e tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b6ee270-ea22-4c20-8766-6eacd8abd2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073122 Feb 20 21:58:47.374549 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ec5425ad-b8e4-4472-ba4c-a16d4ed98043 admin admin] Publish callbacks [] for security_group (f3880ea3-099f-4099-a17a-a61bdf05a232), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:47.378517 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c640dbae-8994-40e2-be01-ea814f3c6488 req-9b1263a0-b3b4-4b2d-aacd-817d3424b08f tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089711 Feb 20 21:58:47.380536 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ec5425ad-b8e4-4472-ba4c-a16d4ed98043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (f3880ea3-099f-4099-a17a-a61bdf05a232), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:47.430788 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-ec5425ad-b8e4-4472-ba4c-a16d4ed98043 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d313025afe3148a39024c0dcdeb18ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4383669 Feb 20 21:58:47.433283 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 55528) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:47.439175 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5425ad-b8e4-4472-ba4c-a16d4ed98043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3880ea3-099f-4099-a17a-a61bdf05a232,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:47.524515 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-63f63721-4c5c-4248-b59f-c770fe8eab97 admin admin] Publish callbacks [] for security_group (f3880ea3-099f-4099-a17a-a61bdf05a232), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:47.535803 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a2a2c-e163-4265-a87b-d1cbffceb35e req-05391884-883c-4cfa-a6a1-9b7c85379e38 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:47.538007 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-802a2a2c-e163-4265-a87b-d1cbffceb35e req-05391884-883c-4cfa-a6a1-9b7c85379e38 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0949280 Feb 20 21:58:47.594993 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-63f63721-4c5c-4248-b59f-c770fe8eab97 admin admin] Publish callbacks [] for security_group (f3880ea3-099f-4099-a17a-a61bdf05a232), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:47.651775 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-802a2a2c-e163-4265-a87b-d1cbffceb35e req-812c6063-3c09-4cd8-b9af-d898d7f2c200 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069987 Feb 20 21:58:47.663955 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7749a8-e844-47f2-a0dc-054d19b07610 req-671ae8a5-1795-4227-a932-22769f604799 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:47.665595 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6f7749a8-e844-47f2-a0dc-054d19b07610 req-671ae8a5-1795-4227-a932-22769f604799 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f97725c-e2d6-40cc-9bcd-a09190505001 HTTP/1.1" status: 200 len: 945 time: 0.1265991 Feb 20 21:58:47.707413 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-63f63721-4c5c-4248-b59f-c770fe8eab97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (f3880ea3-099f-4099-a17a-a61bdf05a232), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:47.710499 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-63f63721-4c5c-4248-b59f-c770fe8eab97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:47.711659 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-63f63721-4c5c-4248-b59f-c770fe8eab97 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3880ea3-099f-4099-a17a-a61bdf05a232 HTTP/1.1" status: 204 len: 168 time: 0.2774665 Feb 20 21:58:47.746366 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f63721-4c5c-4248-b59f-c770fe8eab97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3880ea3-099f-4099-a17a-a61bdf05a232,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:47.824277 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [req-6f7749a8-e844-47f2-a0dc-054d19b07610 req-5073ce4a-e2e8-4891-90ed-43cecd1504ec tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Deleting port c235e898-bf1d-4ed5-96c7-c0256e24994c {{(pid=102707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:58:47.824632 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-6f7749a8-e844-47f2-a0dc-054d19b07610 req-5073ce4a-e2e8-4891-90ed-43cecd1504ec tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (c235e898-bf1d-4ed5-96c7-c0256e24994c), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:47.937160 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.db [req-6f7749a8-e844-47f2-a0dc-054d19b07610 req-5073ce4a-e2e8-4891-90ed-43cecd1504ec tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] For port c235e898-bf1d-4ed5-96c7-c0256e24994c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c235e898-bf1d-4ed5-96c7-c0256e24994c,segment=NetworkSegment(dc483bdb-d2f7-4e2a-9b5a-ab58d901e157),segment_id=dc483bdb-d2f7-4e2a-9b5a-ab58d901e157)] {{(pid=102707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:58:47.937536 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-6f7749a8-e844-47f2-a0dc-054d19b07610 req-5073ce4a-e2e8-4891-90ed-43cecd1504ec tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (c235e898-bf1d-4ed5-96c7-c0256e24994c), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:47.953425 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [req-6f7749a8-e844-47f2-a0dc-054d19b07610 req-5073ce4a-e2e8-4891-90ed-43cecd1504ec tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Calling delete_port for c235e898-bf1d-4ed5-96c7-c0256e24994c owned by compute:nova {{(pid=102707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:58:48.081302 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 55548) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:48.098338 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-99c75748-e7d9-4b05-a575-95c434759500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:48.165938 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-6f7749a8-e844-47f2-a0dc-054d19b07610 req-5073ce4a-e2e8-4891-90ed-43cecd1504ec tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (c235e898-bf1d-4ed5-96c7-c0256e24994c), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:48.179240 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['c235e898-bf1d-4ed5-96c7-c0256e24994c'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:58:48.179836 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-99c75748-e7d9-4b05-a575-95c434759500 admin admin] Publish callbacks [] for security_group (062a6d83-91ba-4e42-97b0-6c07d5da5e08), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:48.186475 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-99c75748-e7d9-4b05-a575-95c434759500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (062a6d83-91ba-4e42-97b0-6c07d5da5e08), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:48.203976 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073ce4a-e2e8-4891-90ed-43cecd1504ec tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Pushing event deleted for resources: {'Port': ['ID=c235e898-bf1d-4ed5-96c7-c0256e24994c,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:48.285004 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c75748-e7d9-4b05-a575-95c434759500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062a6d83-91ba-4e42-97b0-6c07d5da5e08,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:48.291796 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7749a8-e844-47f2-a0dc-054d19b07610 req-5073ce4a-e2e8-4891-90ed-43cecd1504ec tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] No DVR routers for this DVR port c235e898-bf1d-4ed5-96c7-c0256e24994c on host hv-cinder-83009 {{(pid=102707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:58:48.294251 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-99c75748-e7d9-4b05-a575-95c434759500 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=012de6901eca4719bdab5f49a1f81f9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113874 Feb 20 21:58:48.302555 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 55552) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:48.313799 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-6f7749a8-e844-47f2-a0dc-054d19b07610 req-5073ce4a-e2e8-4891-90ed-43cecd1504ec tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:48.318412 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6f7749a8-e844-47f2-a0dc-054d19b07610 req-5073ce4a-e2e8-4891-90ed-43cecd1504ec tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.45 "DELETE /v2.0/ports/c235e898-bf1d-4ed5-96c7-c0256e24994c HTTP/1.1" status: 204 len: 173 time: 0.6448874 Feb 20 21:58:48.325897 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f97725c-e2d6-40cc-9bcd-a09190505001', 'name': 'network-vif-deleted', 'tag': 'c235e898-bf1d-4ed5-96c7-c0256e24994c'}] {{(pid=102707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:58:48.334385 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820eb19fa05f47c33a4eb3d5d015730f1ac844cc5791151cf4d8bf01498112d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26134aea-caf5-4066-ab79-c9e50c5decbc" -d '{"events": [{"server_uuid": "3f97725c-e2d6-40cc-9bcd-a09190505001", "name": "network-vif-deleted", "tag": "c235e898-bf1d-4ed5-96c7-c0256e24994c"}]}' {{(pid=102707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:58:48.344633 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197db26c-e48a-4d32-a892-d2aa89b01ff5 req-99200c43-6375-4236-83e1-cf5ff6c2b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:48.346208 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-197db26c-e48a-4d32-a892-d2aa89b01ff5 req-99200c43-6375-4236-83e1-cf5ff6c2b7b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31a3beb756d44069b8b12e5e819b6a92&device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 1130 time: 0.0699899 Feb 20 21:58:48.380167 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecaca86-9adb-4b89-b239-b2229252e03d x-openstack-request-id: req-0ecaca86-9adb-4b89-b239-b2229252e03d {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:58:48.381548 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f97725c-e2d6-40cc-9bcd-a09190505001", "name": "network-vif-deleted", "tag": "c235e898-bf1d-4ed5-96c7-c0256e24994c", "status": "completed", "code": 200}]} {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:58:48.381931 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ecaca86-9adb-4b89-b239-b2229252e03d {{(pid=102707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:58:48.383458 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f97725c-e2d6-40cc-9bcd-a09190505001', 'name': 'network-vif-deleted', 'tag': 'c235e898-bf1d-4ed5-96c7-c0256e24994c', 'status': 'completed', 'code': 200} Feb 20 21:58:48.435956 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af63a1d-b907-4afa-826b-22555ef8325f req-76189061-aea0-4e83-a24c-384aee207aa8 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:48.440892 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0af63a1d-b907-4afa-826b-22555ef8325f req-76189061-aea0-4e83-a24c-384aee207aa8 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.1476145 Feb 20 21:58:48.445340 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-14de0709-4ebd-447e-813b-bae476a38a8b admin admin] Publish callbacks [] for security_group (062a6d83-91ba-4e42-97b0-6c07d5da5e08), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:48.481592 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197db26c-e48a-4d32-a892-d2aa89b01ff5 req-e2ebedb8-2af6-4eea-a666-6c71770524a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:48.483635 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-197db26c-e48a-4d32-a892-d2aa89b01ff5 req-e2ebedb8-2af6-4eea-a666-6c71770524a6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a89eb610-f3f6-48dd-a90b-fd6474eca384 HTTP/1.1" status: 200 len: 919 time: 0.1297381 Feb 20 21:58:48.502291 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-14de0709-4ebd-447e-813b-bae476a38a8b admin admin] Publish callbacks [] for security_group (062a6d83-91ba-4e42-97b0-6c07d5da5e08), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:48.538355 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0373a10c-7bf1-4fd6-ba91-548654f0fdd0 req-2e336415-7596-45d4-bbaa-b04a45d80e08 tempest-VolumesActionsTest-583665138 tempest-VolumesActionsTest-583665138-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f97725c-e2d6-40cc-9bcd-a09190505001 HTTP/1.1" status: 200 len: 210 time: 0.0609691 Feb 20 21:58:48.574601 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0af63a1d-b907-4afa-826b-22555ef8325f req-c4970f84-30cb-4679-a571-1c8139939056 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240194 Feb 20 21:58:48.599972 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-14de0709-4ebd-447e-813b-bae476a38a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (062a6d83-91ba-4e42-97b0-6c07d5da5e08), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:48.602961 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-14de0709-4ebd-447e-813b-bae476a38a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:48.605211 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-14de0709-4ebd-447e-813b-bae476a38a8b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/062a6d83-91ba-4e42-97b0-6c07d5da5e08 HTTP/1.1" status: 204 len: 168 time: 0.3004725 Feb 20 21:58:48.627447 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de0709-4ebd-447e-813b-bae476a38a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062a6d83-91ba-4e42-97b0-6c07d5da5e08,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:48.904760 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-197db26c-e48a-4d32-a892-d2aa89b01ff5 req-67a8deda-a148-4104-af07-cd8823ca9222 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7fdc472-ff50-4b72-85de-a3c41f136769 HTTP/1.1" status: 200 len: 217 time: 0.4079320 Feb 20 21:58:48.964389 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197db26c-e48a-4d32-a892-d2aa89b01ff5 req-77aff0bc-c306-4035-9a4a-e20ce1f81085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:48.968796 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-197db26c-e48a-4d32-a892-d2aa89b01ff5 req-77aff0bc-c306-4035-9a4a-e20ce1f81085 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ec271f1-ff6d-444d-b149-16f50cc10be7 HTTP/1.1" status: 200 len: 858 time: 0.0535181 Feb 20 21:58:49.000784 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f9e76-ca9c-4347-9e01-7a31571463dc req-527cb950-f5df-4d20-996d-42f9268a00aa tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:49.006730 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-197db26c-e48a-4d32-a892-d2aa89b01ff5 req-e51b8c59-570d-4a37-b8a5-23b936429e10 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a89eb610-f3f6-48dd-a90b-fd6474eca384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280290 Feb 20 21:58:49.009494 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9d6f9e76-ca9c-4347-9e01-7a31571463dc req-527cb950-f5df-4d20-996d-42f9268a00aa tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.3798714 Feb 20 21:58:49.042076 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456d6fb-f877-429c-b460-6dde5031a3c7 req-02f3a7e6-495b-46a6-862a-08a26b347783 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:49.043971 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f456d6fb-f877-429c-b460-6dde5031a3c7 req-02f3a7e6-495b-46a6-862a-08a26b347783 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.1150272 Feb 20 21:58:49.159188 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9d6f9e76-ca9c-4347-9e01-7a31571463dc req-58880863-b607-48ef-8dd6-5e7c6c360e62 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484947 Feb 20 21:58:49.173505 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-197db26c-e48a-4d32-a892-d2aa89b01ff5 req-da480878-3297-48fd-a699-7bd19fb74b80 service neutron] 10.222.0.45 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429379 Feb 20 21:58:49.201322 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f456d6fb-f877-429c-b460-6dde5031a3c7 req-7745214c-96f4-44d9-a5ce-cb2a7e32cfd1 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452281 Feb 20 21:58:49.276406 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-197db26c-e48a-4d32-a892-d2aa89b01ff5 req-d29bfbe6-50da-4f6f-b0fb-b754b3f65c6d service neutron] 10.222.0.45 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950286 Feb 20 21:58:49.713274 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3e42d-d852-42a2-b259-78ed1cee3e45 req-1ae23657-7a46-4ff0-a985-2957a360b982 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:49.713274 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ecf3e42d-d852-42a2-b259-78ed1cee3e45 req-1ae23657-7a46-4ff0-a985-2957a360b982 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0633650 Feb 20 21:58:49.772128 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ecf3e42d-d852-42a2-b259-78ed1cee3e45 req-531f83b8-7a31-471d-bb99-3506d56a2bdd tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525851 Feb 20 21:58:50.274627 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5e49e-2e88-43f5-b114-dcac34167f51 req-3c7035fd-fadc-4b6e-8f88-8c13f35e4f67 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:50.276083 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-63e5e49e-2e88-43f5-b114-dcac34167f51 req-3c7035fd-fadc-4b6e-8f88-8c13f35e4f67 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0514357 Feb 20 21:58:50.321701 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-63e5e49e-2e88-43f5-b114-dcac34167f51 req-ee501525-e71a-4642-a01a-7dce831ca990 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393445 Feb 20 21:58:50.425789 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f93ad6-b8c8-4339-9f34-fd2fdab067a8 req-1a9a4dfd-b3bd-420f-9b9b-933bf3250146 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:50.427691 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-21f93ad6-b8c8-4339-9f34-fd2fdab067a8 req-1a9a4dfd-b3bd-420f-9b9b-933bf3250146 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0507507 Feb 20 21:58:50.481007 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-21f93ad6-b8c8-4339-9f34-fd2fdab067a8 req-ffa7fcd4-1121-4e3b-832f-4e392b3d050f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479612 Feb 20 21:58:50.886599 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2f658-3587-4eef-8582-fca2f8b9154d req-ecfe1ba7-c5df-4a4b-9800-9c99de777f74 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:50.888428 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a8e2f658-3587-4eef-8582-fca2f8b9154d req-ecfe1ba7-c5df-4a4b-9800-9c99de777f74 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0547440 Feb 20 21:58:50.934934 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a8e2f658-3587-4eef-8582-fca2f8b9154d req-65a108d8-f525-4bcb-b4dd-41e34ebc02b1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410767 Feb 20 21:58:51.002336 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-6dc624bb-43d2-4712-a82c-a6bbb8dea068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:51.437903 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912ed80-7824-44fe-9095-3377b6c57ff0 req-af29a433-74f1-4a02-96e8-79a827b54ec7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:51.439368 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5912ed80-7824-44fe-9095-3377b6c57ff0 req-af29a433-74f1-4a02-96e8-79a827b54ec7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0516939 Feb 20 21:58:51.491429 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5912ed80-7824-44fe-9095-3377b6c57ff0 req-a2262acc-0fcc-4db9-ace2-fc1edde493c0 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465455 Feb 20 21:58:51.604697 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43c995-b5cf-4a59-8b7a-f1f48312cb65 req-447e870b-57e7-42a5-a60f-0b32346aed0a tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:51.606102 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6a43c995-b5cf-4a59-8b7a-f1f48312cb65 req-447e870b-57e7-42a5-a60f-0b32346aed0a tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0552850 Feb 20 21:58:51.655869 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6a43c995-b5cf-4a59-8b7a-f1f48312cb65 req-89c30a91-f648-41e3-9003-8608921df880 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442598 Feb 20 21:58:52.050318 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7337c-af6f-4a7d-9c82-0e80459d0b89 req-69d6584f-4215-4c86-a04e-fecddaebebbe tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:52.051771 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cac7337c-af6f-4a7d-9c82-0e80459d0b89 req-69d6584f-4215-4c86-a04e-fecddaebebbe tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0516226 Feb 20 21:58:52.097360 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cac7337c-af6f-4a7d-9c82-0e80459d0b89 req-ce4d80fa-f8cf-4803-afc9-a15d7678dd5d tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395811 Feb 20 21:58:52.618217 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061618d-c9af-43e1-8a6c-e03da0a23ef2 req-06a5151d-6676-4eb9-a4ae-9f0df92bee22 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:52.619671 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7061618d-c9af-43e1-8a6c-e03da0a23ef2 req-06a5151d-6676-4eb9-a4ae-9f0df92bee22 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0600801 Feb 20 21:58:52.664995 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7061618d-c9af-43e1-8a6c-e03da0a23ef2 req-6c5bead6-b635-4431-80ed-38e9e3a7d110 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398281 Feb 20 21:58:52.776446 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab069f9d-3e79-4583-a76a-f7f3021665c5 req-8c45eabe-0e01-44ce-b4d4-85945d281377 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:52.778039 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ab069f9d-3e79-4583-a76a-f7f3021665c5 req-8c45eabe-0e01-44ce-b4d4-85945d281377 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0518527 Feb 20 21:58:52.832303 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ab069f9d-3e79-4583-a76a-f7f3021665c5 req-5e340b9b-39fd-46a4-b075-a728c888c52c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488183 Feb 20 21:58:53.113931 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-5da8ee6c-62ff-4c55-9cc2-0a72e0b14d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:53.219194 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b07bd0-1b6c-4b4f-9639-e3a3872cace3 req-d6ff0e47-b526-4512-b6f6-ef301e4c1c69 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:53.220666 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c7b07bd0-1b6c-4b4f-9639-e3a3872cace3 req-d6ff0e47-b526-4512-b6f6-ef301e4c1c69 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0565522 Feb 20 21:58:53.273671 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c7b07bd0-1b6c-4b4f-9639-e3a3872cace3 req-59c0eeab-5dce-4926-9329-c025af7626f9 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472064 Feb 20 21:58:53.428684 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device c235e898-bf1d-4ed5-96c7-c0256e24994c no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:58:53.449318 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: c235e898-bf1d-4ed5-96c7-c0256e24994c {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:58:53.449663 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device c235e898-bf1d-4ed5-96c7-c0256e24994c not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:58:53.781562 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee6d7b-2fd5-46ad-a06c-0fab760d6344 req-05e2e954-abf9-493a-aad9-db6e361b917b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:53.783095 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-33ee6d7b-2fd5-46ad-a06c-0fab760d6344 req-05e2e954-abf9-493a-aad9-db6e361b917b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0519748 Feb 20 21:58:53.829229 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-33ee6d7b-2fd5-46ad-a06c-0fab760d6344 req-d55cb5ea-f0a7-404a-bbec-577598fd2fc9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399446 Feb 20 21:58:53.956412 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e918285-49db-4122-be1a-fca17440e245 req-0e65bb34-b91a-458a-be06-49de86dd1168 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:53.957831 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2e918285-49db-4122-be1a-fca17440e245 req-0e65bb34-b91a-458a-be06-49de86dd1168 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0538876 Feb 20 21:58:54.004259 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2e918285-49db-4122-be1a-fca17440e245 req-c9ed5643-d699-4598-b37c-0492b8bf154d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408914 Feb 20 21:58:54.390895 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:54.410212 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c0aae-9292-4695-97b6-a610e2060e78 req-026fab89-cf56-4c87-974e-1ae32a0b070c tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:54.411677 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-eb0c0aae-9292-4695-97b6-a610e2060e78 req-026fab89-cf56-4c87-974e-1ae32a0b070c tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0658889 Feb 20 21:58:54.456404 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-eb0c0aae-9292-4695-97b6-a610e2060e78 req-ab5c5f88-7b79-44c3-a8d1-159cb4d462de tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387256 Feb 20 21:58:54.951796 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66fee9-b0ff-4573-8798-6055dbf6eb56 req-dcd132da-2149-4007-93fa-b7488e58a194 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:54.953327 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fe66fee9-b0ff-4573-8798-6055dbf6eb56 req-dcd132da-2149-4007-93fa-b7488e58a194 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0580273 Feb 20 21:58:54.998534 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fe66fee9-b0ff-4573-8798-6055dbf6eb56 req-3c986ea9-c02f-462f-b623-e31cf68759fb tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397084 Feb 20 21:58:55.124721 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbe206-4f58-403e-9f3b-45495c8dfefe req-d40310ce-1f88-4d84-8d15-b41d2439010a tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:55.126495 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b7cbe206-4f58-403e-9f3b-45495c8dfefe req-d40310ce-1f88-4d84-8d15-b41d2439010a tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0540380 Feb 20 21:58:55.176406 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b7cbe206-4f58-403e-9f3b-45495c8dfefe req-d4d530f1-d42d-4ebb-8245-5e6069f95f57 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437531 Feb 20 21:58:55.579899 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb0ada-8e4f-42bb-b9f9-c58b0c982d8d req-5dab2814-1571-4bf4-904c-30d6a6df5f3e tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:55.581505 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3feb0ada-8e4f-42bb-b9f9-c58b0c982d8d req-5dab2814-1571-4bf4-904c-30d6a6df5f3e tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0535448 Feb 20 21:58:55.633719 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3feb0ada-8e4f-42bb-b9f9-c58b0c982d8d req-f0f0bfbd-7254-4c13-b610-872986b3b19f tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422094 Feb 20 21:58:55.848489 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:56.118244 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f5e79-2db8-4777-aa1f-03e2ecf18aae req-38c6e85c-6c13-4945-9fdf-bae3db58f859 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:56.119709 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9d2f5e79-2db8-4777-aa1f-03e2ecf18aae req-38c6e85c-6c13-4945-9fdf-bae3db58f859 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0542355 Feb 20 21:58:56.166084 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9d2f5e79-2db8-4777-aa1f-03e2ecf18aae req-a28054db-5ee3-4219-aee5-f51d9b7b8b8a tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407298 Feb 20 21:58:56.302261 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010accfa-f381-4d24-b384-597a103924e6 req-859137d6-7b4c-4129-a8fe-220d0ad4b246 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:56.303710 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-010accfa-f381-4d24-b384-597a103924e6 req-859137d6-7b4c-4129-a8fe-220d0ad4b246 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0555308 Feb 20 21:58:56.351160 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-010accfa-f381-4d24-b384-597a103924e6 req-f3846532-dab6-4727-b3b8-8779c4269742 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418553 Feb 20 21:58:56.756610 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e89a40-05f8-43f2-8287-030ce19070de req-09566fe0-66c5-402c-954a-9b5ace5fc453 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:56.758028 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-59e89a40-05f8-43f2-8287-030ce19070de req-09566fe0-66c5-402c-954a-9b5ace5fc453 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0540574 Feb 20 21:58:56.804662 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-59e89a40-05f8-43f2-8287-030ce19070de req-aeb2815a-085c-41b2-8b6e-8e842ebf054c tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411615 Feb 20 21:58:57.290150 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85171eef-0def-47a2-9574-2e3c8e446df8 req-9f0be9bc-ff1e-4e9f-95dd-59dd356249e5 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:57.291621 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-85171eef-0def-47a2-9574-2e3c8e446df8 req-9f0be9bc-ff1e-4e9f-95dd-59dd356249e5 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0580389 Feb 20 21:58:57.292067 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:57.344192 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-85171eef-0def-47a2-9574-2e3c8e446df8 req-1ed696f8-b594-40e8-b61c-384067214335 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445225 Feb 20 21:58:57.472151 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b335a2-23a9-455a-8b0d-e3052131c615 req-6f014547-3cd2-40c8-a1cc-fe9901dddce7 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:57.473940 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-22b335a2-23a9-455a-8b0d-e3052131c615 req-6f014547-3cd2-40c8-a1cc-fe9901dddce7 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0527184 Feb 20 21:58:57.519863 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-22b335a2-23a9-455a-8b0d-e3052131c615 req-3a5cd278-09f2-46a6-b1ae-08d46a3cc161 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396461 Feb 20 21:58:57.926236 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950de28c-6066-4e6c-84e7-08aa0515c535 req-43245c4f-e16a-4f58-8b3d-b1b3422adaed tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:57.928228 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-950de28c-6066-4e6c-84e7-08aa0515c535 req-43245c4f-e16a-4f58-8b3d-b1b3422adaed tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0555935 Feb 20 21:58:57.976594 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-950de28c-6066-4e6c-84e7-08aa0515c535 req-d20a1687-cd52-42cb-8cf8-8596885da1d4 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428550 Feb 20 21:58:58.343714 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 55772) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:58.468460 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47666739-af45-4202-a801-d9581f01809e req-89faa73e-c0c5-41e7-8148-852be0c0768e tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:58.469992 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-47666739-af45-4202-a801-d9581f01809e req-89faa73e-c0c5-41e7-8148-852be0c0768e tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0621502 Feb 20 21:58:58.491130 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1ec37cae-a6a7-4783-8166-1743fdc44797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:58.521584 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-47666739-af45-4202-a801-d9581f01809e req-f1b86cce-503b-45ab-ae09-d867b98128df tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452352 Feb 20 21:58:58.565619 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1ec37cae-a6a7-4783-8166-1743fdc44797 admin admin] Publish callbacks [] for security_group (dc03dac1-3231-4d2d-b241-c12449a7a44a), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:58.569584 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1ec37cae-a6a7-4783-8166-1743fdc44797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (dc03dac1-3231-4d2d-b241-c12449a7a44a), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:58.612303 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-1ec37cae-a6a7-4783-8166-1743fdc44797 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=742b23d62bd246de8cd87f11db3bcbcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674732 Feb 20 21:58:58.612946 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 55784) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:58:58.639824 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec37cae-a6a7-4783-8166-1743fdc44797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc03dac1-3231-4d2d-b241-c12449a7a44a,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:58.649400 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557ab22-a4b3-4e03-8f4c-230b85d7950b req-5399067e-860e-4783-9d37-a12247dbaa08 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:58.650965 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3557ab22-a4b3-4e03-8f4c-230b85d7950b req-5399067e-860e-4783-9d37-a12247dbaa08 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0576558 Feb 20 21:58:58.680144 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c4652dce-b8ee-4e79-98aa-a661dde7914b admin admin] Publish callbacks [] for security_group (dc03dac1-3231-4d2d-b241-c12449a7a44a), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:58.698284 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3557ab22-a4b3-4e03-8f4c-230b85d7950b req-45c8f72e-590a-4c37-b4c4-b585e220f771 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411105 Feb 20 21:58:58.701083 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c4652dce-b8ee-4e79-98aa-a661dde7914b admin admin] Publish callbacks [] for security_group (dc03dac1-3231-4d2d-b241-c12449a7a44a), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:58.750574 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c4652dce-b8ee-4e79-98aa-a661dde7914b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (dc03dac1-3231-4d2d-b241-c12449a7a44a), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:58.753364 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c4652dce-b8ee-4e79-98aa-a661dde7914b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:58.754530 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-c4652dce-b8ee-4e79-98aa-a661dde7914b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dc03dac1-3231-4d2d-b241-c12449a7a44a HTTP/1.1" status: 204 len: 168 time: 0.1372755 Feb 20 21:58:58.763061 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4652dce-b8ee-4e79-98aa-a661dde7914b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc03dac1-3231-4d2d-b241-c12449a7a44a,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:58:59.106813 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b096a-bffd-4e52-9380-acd45bdb9613 req-2176f9cf-0f3f-433a-a565-2f2316c4a1bb tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:59.108348 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-135b096a-bffd-4e52-9380-acd45bdb9613 req-2176f9cf-0f3f-433a-a565-2f2316c4a1bb tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0624764 Feb 20 21:58:59.154805 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-135b096a-bffd-4e52-9380-acd45bdb9613 req-d774f056-54be-4450-8d46-84b904886bdd tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408568 Feb 20 21:58:59.278098 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:58:59.725943 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd47cdb-ede4-4901-af76-139e009b4547 req-6cf53e69-9d31-42f0-91e6-9ac6452ea475 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:59.727594 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2cd47cdb-ede4-4901-af76-139e009b4547 req-6cf53e69-9d31-42f0-91e6-9ac6452ea475 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.1321716 Feb 20 21:58:59.799862 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-0c81e07d-0fd2-43c0-ace7-ae511d2f62e4 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:58:59.802577 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-0c81e07d-0fd2-43c0-ace7-ae511d2f62e4 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/networks?id=5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a HTTP/1.1" status: 200 len: 814 time: 0.1757119 Feb 20 21:58:59.828762 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2cd47cdb-ede4-4901-af76-139e009b4547 req-49cfcf05-439c-44de-b9fe-229d07fb05d3 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933378 Feb 20 21:58:59.830327 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-aaaaf5dc-2533-4fe4-baed-4fcdf9f715be tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/quotas/cc240588178349c5941fd216d35fb369 HTTP/1.1" status: 200 len: 375 time: 0.0172799 Feb 20 21:58:59.898448 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-810a95b8-abb1-473c-b24e-51db49b03d38 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc240588178349c5941fd216d35fb369&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622687 Feb 20 21:59:00.025913 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436e383-b4bd-48d7-81e4-dc60067a19b8 req-62ec8a58-45d9-43c1-aa5e-7e1c7724c606 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:00.027407 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a436e383-b4bd-48d7-81e4-dc60067a19b8 req-62ec8a58-45d9-43c1-aa5e-7e1c7724c606 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.1113892 Feb 20 21:59:00.044816 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-24e74f7e-c237-4c97-a2b1-614265ddf3df service neutron] 10.222.0.61 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390300 Feb 20 21:59:00.130233 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a436e383-b4bd-48d7-81e4-dc60067a19b8 req-15a2a421-36a2-4b27-915c-71ae1038b46c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952032 Feb 20 21:59:00.165453 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-edb4e734-7193-44a3-8bea-34a012c86685 service neutron] 10.222.0.61 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136799 Feb 20 21:59:00.299004 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a1455-ff31-42cc-b062-6cd25116f202 req-a505281e-5f06-4504-b1e0-e6c0340df759 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:00.300498 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a80a1455-ff31-42cc-b062-6cd25116f202 req-a505281e-5f06-4504-b1e0-e6c0340df759 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0794737 Feb 20 21:59:00.328659 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-94b578e0-9e86-449d-b59c-c23c1e5cab99 req-5c23bed4-60e7-4d99-97b0-bb193d643e14 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 210 time: 0.0271506 Feb 20 21:59:00.384932 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a80a1455-ff31-42cc-b062-6cd25116f202 req-1f7c8a5b-e87b-418f-93c8-c2cd7167c8f1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552711 Feb 20 21:59:00.969792 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dde3b-a60a-430a-b070-23702e678a41 req-c70f1c70-661c-47ca-a4ae-d731e54104eb tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:00.971496 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-467dde3b-a60a-430a-b070-23702e678a41 req-c70f1c70-661c-47ca-a4ae-d731e54104eb tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0626094 Feb 20 21:59:01.035270 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-467dde3b-a60a-430a-b070-23702e678a41 req-3eae3be5-1e0f-4050-a8ff-cc5a23caa019 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537696 Feb 20 21:59:01.257440 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e7f7a-5ac5-4137-9933-89723f27d5fe req-2dc346fd-3f0e-486a-8f79-1637ab0e155f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:01.259041 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5f0e7f7a-5ac5-4137-9933-89723f27d5fe req-2dc346fd-3f0e-486a-8f79-1637ab0e155f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0545709 Feb 20 21:59:01.307505 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5f0e7f7a-5ac5-4137-9933-89723f27d5fe req-53e6adca-0b18-4f64-b66e-05484479d129 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418532 Feb 20 21:59:01.440794 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a258645b-c26f-423f-a769-1efc25597945 req-d9c650eb-15e9-44d6-9d5c-ea57a5e8f881 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 210 time: 0.0326262 Feb 20 21:59:01.539435 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9f4c0-bd5d-4615-8ae1-e5cfd83f4e06 req-a33561b3-19f8-43a1-8a1d-ffd2c14ca51f tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:01.545460 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e2a9f4c0-bd5d-4615-8ae1-e5cfd83f4e06 req-a33561b3-19f8-43a1-8a1d-ffd2c14ca51f tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0620093 Feb 20 21:59:01.610019 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e2a9f4c0-bd5d-4615-8ae1-e5cfd83f4e06 req-cffb147a-c4f5-42be-bbb5-5e544eecba34 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633788 Feb 20 21:59:02.161868 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38aaedb-ad27-4fad-9a48-1d181a3d01fe req-9ca1a211-ccd8-455e-9012-c7ec3baa635f tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:02.164280 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a38aaedb-ad27-4fad-9a48-1d181a3d01fe req-9ca1a211-ccd8-455e-9012-c7ec3baa635f tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0656734 Feb 20 21:59:02.214441 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a38aaedb-ad27-4fad-9a48-1d181a3d01fe req-74fdd21b-111d-4f14-9d68-35efd1f526f2 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446208 Feb 20 21:59:02.451839 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a295e-3045-41c3-a496-a4515cbdab7e req-bcbcd8e7-f9f7-43cd-ac2b-ac0b28acb559 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:02.453646 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-038a295e-3045-41c3-a496-a4515cbdab7e req-bcbcd8e7-f9f7-43cd-ac2b-ac0b28acb559 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0630624 Feb 20 21:59:02.524242 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-038a295e-3045-41c3-a496-a4515cbdab7e req-bbaa35ea-984d-48ee-9d0b-d7b573215de3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649061 Feb 20 21:59:02.558308 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-32efcf2c-ea01-40bb-9ed7-1b1f3b50c574 req-16448620-d9cd-4947-b294-8f23e4cafdf2 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 210 time: 0.0318344 Feb 20 21:59:02.743570 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1574c8-8ef0-4311-8f25-a22d6e1f9664 req-8f9c6332-9736-4e89-9e63-e11225bceb9f tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:02.745102 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ed1574c8-8ef0-4311-8f25-a22d6e1f9664 req-8f9c6332-9736-4e89-9e63-e11225bceb9f tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0597236 Feb 20 21:59:02.802709 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ed1574c8-8ef0-4311-8f25-a22d6e1f9664 req-de9d4554-3754-40d1-957e-1c3cdcdfdeb0 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512617 Feb 20 21:59:03.347669 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4b653-8382-4b6e-948c-70ebe005ed53 req-45050af5-7354-4d8c-a612-c931c6439c4d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:03.349573 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fec4b653-8382-4b6e-948c-70ebe005ed53 req-45050af5-7354-4d8c-a612-c931c6439c4d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0593557 Feb 20 21:59:03.413249 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fec4b653-8382-4b6e-948c-70ebe005ed53 req-159d55aa-67b1-4fb8-bae7-b1076f03bbb8 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491874 Feb 20 21:59:03.734639 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1d9a2-5a7c-4334-9927-29da32fa327c req-a8f76442-fd94-4a1f-8894-e706b44b814c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:03.736596 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-21b1d9a2-5a7c-4334-9927-29da32fa327c req-a8f76442-fd94-4a1f-8894-e706b44b814c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.1415803 Feb 20 21:59:03.759908 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0e74a592-bd49-482b-a96b-57601205e121 req-804320c4-409e-47ac-a2de-1632668c8620 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 210 time: 0.0738049 Feb 20 21:59:03.821128 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-21b1d9a2-5a7c-4334-9927-29da32fa327c req-005ed1d3-b644-4d07-bea0-caae01c98e97 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686867 Feb 20 21:59:03.886710 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bef27744-fa94-46a5-bc67-7d9d8a1ad0d6 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:03.889916 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bef27744-fa94-46a5-bc67-7d9d8a1ad0d6 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.45 "GET /v2.0/networks?id=5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a HTTP/1.1" status: 200 len: 814 time: 0.1756525 Feb 20 21:59:03.905885 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-9d441e9e-b556-4d2a-bb65-10ef60ac586e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Request body: {'port': {'device_id': '0c3567a8-192b-4285-b0e7-060c05b184b1', 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a', 'admin_state_up': True, 'tenant_id': 'cc240588178349c5941fd216d35fb369'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:59:03.962437 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23bfab-bad0-40e8-ae3f-4e74a16ffcc7 req-ce726b3d-ccfc-4c10-a0bb-76df9e1abb8b tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:03.979874 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0a23bfab-bad0-40e8-ae3f-4e74a16ffcc7 req-ce726b3d-ccfc-4c10-a0bb-76df9e1abb8b tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0941992 Feb 20 21:59:04.050480 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0a23bfab-bad0-40e8-ae3f-4e74a16ffcc7 req-c5c71db5-f74e-415d-a9c7-7c97f28f1e44 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663350 Feb 20 21:59:04.080493 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-9d441e9e-b556-4d2a-bb65-10ef60ac586e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Made reservation on behalf of cc240588178349c5941fd216d35fb369 for: {'port': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:59:04.086206 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-9d441e9e-b556-4d2a-bb65-10ef60ac586e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:04.265567 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-9d441e9e-b556-4d2a-bb65-10ef60ac586e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Allocated IP 172.20.0.12 (5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a/303900da-7313-4ebf-9922-5c72d34ae783/d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:59:04.453316 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-9d441e9e-b556-4d2a-bb65-10ef60ac586e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks [] for port (d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:04.496215 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-9d441e9e-b556-4d2a-bb65-10ef60ac586e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:04.509722 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['03f08b6c-096a-442f-add4-dde3a8e6ef86', '5ea60d8c-38a8-423a-b1cf-8795ef2ae412'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:59:04.559323 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-9d441e9e-b556-4d2a-bb65-10ef60ac586e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:59:04.566259 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-9d441e9e-b556-4d2a-bb65-10ef60ac586e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:59:04.572772 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-9d441e9e-b556-4d2a-bb65-10ef60ac586e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:59:04.591323 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72db9fb-c2d0-458f-a5d6-4b5715b9ed0c req-876ed00f-9827-45ba-8486-8bdad50db4ab tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:04.593582 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c72db9fb-c2d0-458f-a5d6-4b5715b9ed0c req-876ed00f-9827-45ba-8486-8bdad50db4ab tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.1000216 Feb 20 21:59:04.600476 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d441e9e-b556-4d2a-bb65-10ef60ac586e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Pushing event updated for resources: {'Port': ['ID=d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:04.643824 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-9d441e9e-b556-4d2a-bb65-10ef60ac586e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:04.644641 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-9d441e9e-b556-4d2a-bb65-10ef60ac586e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:04.669429 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-9d441e9e-b556-4d2a-bb65-10ef60ac586e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7687712 Feb 20 21:59:04.688122 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Request body: {'port': {'device_id': '0c3567a8-192b-4285-b0e7-060c05b184b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:59:04.693137 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c72db9fb-c2d0-458f-a5d6-4b5715b9ed0c req-e5f70e6d-ed49-4cc8-b706-315442923a7e tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867171 Feb 20 21:59:04.803484 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:05.057923 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b5f1f-d188-48eb-b510-817589d4cdc6 req-c5604d3c-f213-4ced-8f8e-744efbbfa576 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:05.064875 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-414b5f1f-d188-48eb-b510-817589d4cdc6 req-c5604d3c-f213-4ced-8f8e-744efbbfa576 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.1272013 Feb 20 21:59:05.073695 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e11f4-063a-41d4-9e48-11cb1cc41ae9 req-98d9e0f9-5258-40a7-8845-cfd7ea0259a2 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:05.080540 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c37e11f4-063a-41d4-9e48-11cb1cc41ae9 req-98d9e0f9-5258-40a7-8845-cfd7ea0259a2 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 932 time: 0.1862416 Feb 20 21:59:05.138236 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c37e11f4-063a-41d4-9e48-11cb1cc41ae9 req-a3926cd0-aee7-4330-be51-80e3545bbc00 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568547 Feb 20 21:59:05.191101 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-414b5f1f-d188-48eb-b510-817589d4cdc6 req-6f0c6ec1-a652-48fd-af43-59c45defdea7 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069102 Feb 20 21:59:05.302006 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6978537-80b4-4997-b0f9-881c1370953f req-da2b1c47-7ae2-4ab5-ad47-38605e93f9c6 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:05.303501 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d6978537-80b4-4997-b0f9-881c1370953f req-da2b1c47-7ae2-4ab5-ad47-38605e93f9c6 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0787323 Feb 20 21:59:05.334391 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c {{(pid=102708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:59:05.351387 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Publish callbacks [] for port (d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:05.376628 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.provisioning_blocks [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Transition to ACTIVE for port object d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c will not be triggered until provisioned by entity L2. {{(pid=102708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:59:05.388144 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:05.448312 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d6978537-80b4-4997-b0f9-881c1370953f req-6c6704ec-8a8a-482f-a369-4edeef2b9227 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259937 Feb 20 21:59:05.516811 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Pushing event updated for resources: {'Port': ['ID=d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:05.755064 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Attempting to bind port d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:59:05.755504 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Attempting to bind port d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '592274ea-2f40-4464-8ba8-a0794eba0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a'}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:59:05.755881 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Attempting to bind port d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c on network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:59:05.779238 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Port d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c on network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:59:05.779749 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Attempting to bind port d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c on network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:59:05.797930 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:59:05.801097 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Checking segment: {'id': '592274ea-2f40-4464-8ba8-a0794eba0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:59:05.801482 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Bound using segment: {'id': '592274ea-2f40-4464-8ba8-a0794eba0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a'} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:59:05.802125 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Bound port: d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592274ea-2f40-4464-8ba8-a0794eba0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a'}}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:59:05.802497 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:05.982861 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425a6b4-f537-449a-8037-3b3e10daba20 req-25255c29-9c0e-461f-b2ef-0d768445e22e tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:05.996588 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e425a6b4-f537-449a-8037-3b3e10daba20 req-25255c29-9c0e-461f-b2ef-0d768445e22e tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.2073295 Feb 20 21:59:06.129241 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e425a6b4-f537-449a-8037-3b3e10daba20 req-fcba651e-eff2-458d-a216-c9e062973e41 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274548 Feb 20 21:59:06.129445 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] For port d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c, host hv-cinder-83009, cleared binding levels {{(pid=102708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:59:06.142898 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] For port d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c,segment=NetworkSegment(592274ea-2f40-4464-8ba8-a0794eba0d43),segment_id=592274ea-2f40-4464-8ba8-a0794eba0d43)] {{(pid=102708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:59:06.154775 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:06.198457 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:06.201597 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:06.205707 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] 10.222.0.45 "PUT /v2.0/ports/d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c HTTP/1.1" status: 200 len: 1094 time: 1.5238936 Feb 20 21:59:06.206244 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3567a8-192b-4285-b0e7-060c05b184b1', 'tag': 'd66bc2e3-8ba6-48e9-a3c8-ed143a7c678c'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:59:06.211707 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699d9f99-164c-48ff-8cf0-5f7dceb1cd99" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3567a8-192b-4285-b0e7-060c05b184b1", "tag": "d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:59:06.234088 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 56002) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:06.260754 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9ec2c-b7e7-4a46-8bb3-eb0a1748d32b service neutron] Pushing event updated for resources: {'Port': ['ID=d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c,revision_number=3']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:06.342456 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-77758fe2-95bb-4906-8de2-75c53e9d8704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:06.350822 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-77758fe2-95bb-4906-8de2-75c53e9d8704 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc240588178349c5941fd216d35fb369&device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 1128 time: 0.0803239 Feb 20 21:59:06.386913 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186729f-a8ad-4d11-b5dc-b383f178bda9 req-f3f32eba-99a4-4412-b450-919991a0e1dc tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:06.399649 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0186729f-a8ad-4d11-b5dc-b383f178bda9 req-f3f32eba-99a4-4412-b450-919991a0e1dc tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 944 time: 0.1292892 Feb 20 21:59:06.405228 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-d15b8e1b-dd65-4701-9402-2f2c1a2b9fd0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c HTTP/1.1" status: 200 len: 217 time: 0.0465772 Feb 20 21:59:06.513773 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-a0c4e57e-8df6-42eb-954c-0c1e3d115750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:06.522417 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-a0c4e57e-8df6-42eb-954c-0c1e3d115750 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=303900da-7313-4ebf-9922-5c72d34ae783 HTTP/1.1" status: 200 len: 854 time: 0.1059992 Feb 20 21:59:06.570018 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0186729f-a8ad-4d11-b5dc-b383f178bda9 req-718d18d4-f1ad-4ccf-90c3-e4881e931064 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638575 Feb 20 21:59:06.571208 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4ed5eb60-e37e-4c96-a1a1-0273914d9ba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:06.603967 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-6bdb564f-1b38-4984-aaca-181458f856e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769126 Feb 20 21:59:06.660766 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5c5eb-4dfc-4afd-bc53-5ce2faa37f70 req-50fb8162-ad91-4cca-b7df-9052c9369d2d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:06.668112 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9eb5c5eb-4dfc-4afd-bc53-5ce2faa37f70 req-50fb8162-ad91-4cca-b7df-9052c9369d2d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.2654107 Feb 20 21:59:06.764909 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-dd581514-27bf-4605-8012-d08a17dcd959 service neutron] 10.222.0.45 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512356 Feb 20 21:59:06.764909 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3f2638-d29d-4dad-acbd-6ed91aeef2d6 x-openstack-request-id: req-0c3f2638-d29d-4dad-acbd-6ed91aeef2d6 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:59:06.764909 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3567a8-192b-4285-b0e7-060c05b184b1", "tag": "d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:59:06.764909 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0c3f2638-d29d-4dad-acbd-6ed91aeef2d6 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:59:06.764909 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3567a8-192b-4285-b0e7-060c05b184b1', 'tag': 'd66bc2e3-8ba6-48e9-a3c8-ed143a7c678c', 'status': 'completed', 'code': 200} Feb 20 21:59:06.841867 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9eb5c5eb-4dfc-4afd-bc53-5ce2faa37f70 req-24f03b90-d01a-4308-9db0-5e047ffb03dd tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722662 Feb 20 21:59:06.919142 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38989578-2a78-4c5a-ba37-68be1e668880 req-2bb20eea-a6e5-4076-974b-63f8274e8d13 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:06.920894 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-38989578-2a78-4c5a-ba37-68be1e668880 req-2bb20eea-a6e5-4076-974b-63f8274e8d13 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.1697690 Feb 20 21:59:06.945247 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fc042dc-189a-413b-afae-478f4c0a8fa4 req-17807985-e691-4205-8779-7d6a940e6101 service neutron] 10.222.0.45 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662323 Feb 20 21:59:06.966458 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4ed5eb60-e37e-4c96-a1a1-0273914d9ba0 admin admin] Publish callbacks [] for security_group (6574346b-4710-42a9-8982-670ef3fa21a8), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:07.008786 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-38989578-2a78-4c5a-ba37-68be1e668880 req-bbc31293-86ca-41b9-8629-aac65887e8a3 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789430 Feb 20 21:59:07.009534 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4ed5eb60-e37e-4c96-a1a1-0273914d9ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (6574346b-4710-42a9-8982-670ef3fa21a8), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:07.064065 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-4ed5eb60-e37e-4c96-a1a1-0273914d9ba0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6f0475abb1e145d8857daae4028e3974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8270295 Feb 20 21:59:07.064065 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5eb60-e37e-4c96-a1a1-0273914d9ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6574346b-4710-42a9-8982-670ef3fa21a8,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:07.066738 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 56012) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:07.123861 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8f83fbc1-e1ce-4a92-880a-75157f500c71 admin admin] Publish callbacks [] for security_group (6574346b-4710-42a9-8982-670ef3fa21a8), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:07.133304 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d9f99-164c-48ff-8cf0-5f7dceb1cd99 req-e4b13099-9a8e-402b-a79a-f075491bd8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:07.135304 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-699d9f99-164c-48ff-8cf0-5f7dceb1cd99 req-e4b13099-9a8e-402b-a79a-f075491bd8dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc240588178349c5941fd216d35fb369&device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 1128 time: 0.1336374 Feb 20 21:59:07.209567 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8f83fbc1-e1ce-4a92-880a-75157f500c71 admin admin] Publish callbacks [] for security_group (6574346b-4710-42a9-8982-670ef3fa21a8), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:07.269334 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d9f99-164c-48ff-8cf0-5f7dceb1cd99 req-3a1d50ab-a504-4a36-9922-1f34fd9a7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:07.271582 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-699d9f99-164c-48ff-8cf0-5f7dceb1cd99 req-3a1d50ab-a504-4a36-9922-1f34fd9a7c65 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a HTTP/1.1" status: 200 len: 915 time: 0.1291509 Feb 20 21:59:07.354963 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-699d9f99-164c-48ff-8cf0-5f7dceb1cd99 req-859941b2-37a7-4271-b4ee-110becdfecc9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c HTTP/1.1" status: 200 len: 217 time: 0.0750806 Feb 20 21:59:07.389905 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8f83fbc1-e1ce-4a92-880a-75157f500c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (6574346b-4710-42a9-8982-670ef3fa21a8), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:07.392587 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8f83fbc1-e1ce-4a92-880a-75157f500c71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:07.393775 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-8f83fbc1-e1ce-4a92-880a-75157f500c71 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6574346b-4710-42a9-8982-670ef3fa21a8 HTTP/1.1" status: 204 len: 168 time: 0.3259592 Feb 20 21:59:07.435342 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d9f99-164c-48ff-8cf0-5f7dceb1cd99 req-d6982f1b-6a22-4177-bed7-60d1cbc6b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:07.437089 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-699d9f99-164c-48ff-8cf0-5f7dceb1cd99 req-d6982f1b-6a22-4177-bed7-60d1cbc6b768 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=303900da-7313-4ebf-9922-5c72d34ae783 HTTP/1.1" status: 200 len: 854 time: 0.0713310 Feb 20 21:59:07.443561 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f851f9-60b7-4626-bed7-d665b0d64e6f req-55c3659e-1394-480f-96cc-f7c329cc60f3 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:07.453522 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-33f851f9-60b7-4626-bed7-d665b0d64e6f req-55c3659e-1394-480f-96cc-f7c329cc60f3 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.1355965 Feb 20 21:59:07.458116 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83fbc1-e1ce-4a92-880a-75157f500c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6574346b-4710-42a9-8982-670ef3fa21a8,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:07.498895 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-699d9f99-164c-48ff-8cf0-5f7dceb1cd99 req-35c30d12-5886-4927-a751-5902f674346f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501735 Feb 20 21:59:07.598610 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-33f851f9-60b7-4626-bed7-d665b0d64e6f req-7ca9b631-0f2d-4ac0-9b80-02b15b77901e tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357872 Feb 20 21:59:07.765155 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-699d9f99-164c-48ff-8cf0-5f7dceb1cd99 req-afe7782f-5eab-42f9-b43e-abed065eb1ad service neutron] 10.222.0.45 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587028 Feb 20 21:59:07.873760 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b5fda-d778-46cd-aa33-cc8253bc20aa req-b5e634e5-35ef-4551-8489-6824d6e4467f tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:07.875595 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a11b5fda-d778-46cd-aa33-cc8253bc20aa req-b5e634e5-35ef-4551-8489-6824d6e4467f tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 944 time: 0.1618659 Feb 20 21:59:07.965507 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a11b5fda-d778-46cd-aa33-cc8253bc20aa req-c3364005-1324-492c-afa9-c5c0d001d1dc tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840087 Feb 20 21:59:08.006775 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-699d9f99-164c-48ff-8cf0-5f7dceb1cd99 req-caf69b84-b825-4f34-bb5e-3d17210d0f29 service neutron] 10.222.0.45 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309136 Feb 20 21:59:08.055217 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc9e24-c7ac-41d0-a7da-fa8da41bcfdc req-125961bc-dff1-451a-bc51-6890a0f9e5eb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:08.056796 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0ccc9e24-c7ac-41d0-a7da-fa8da41bcfdc req-125961bc-dff1-451a-bc51-6890a0f9e5eb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0784662 Feb 20 21:59:08.241129 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0ccc9e24-c7ac-41d0-a7da-fa8da41bcfdc req-b699dd9f-214e-4f1d-9ccc-3614153744a4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729505 Feb 20 21:59:08.304286 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c911f0e-64d4-4cfc-bd24-67615f97827e req-4cfd8dcb-e336-442c-af9c-1fe665eee5f4 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:08.311703 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2c911f0e-64d4-4cfc-bd24-67615f97827e req-4cfd8dcb-e336-442c-af9c-1fe665eee5f4 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.1835868 Feb 20 21:59:08.436222 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2c911f0e-64d4-4cfc-bd24-67615f97827e req-760e915b-31f6-43f3-941c-f568d15622b6 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178870 Feb 20 21:59:08.853227 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3ba1a-b580-4385-9dbe-7b346096632c req-bbdecadd-63b0-41ab-b570-7ddd4b708361 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:08.863310 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-57d3ba1a-b580-4385-9dbe-7b346096632c req-bbdecadd-63b0-41ab-b570-7ddd4b708361 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.1195796 Feb 20 21:59:08.933620 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-57d3ba1a-b580-4385-9dbe-7b346096632c req-46f7f102-fc47-4bd0-badc-4f0d44641896 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642109 Feb 20 21:59:09.127446 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbeb390-3747-4b3a-b64f-62d2078704c0 req-352531f3-dc8f-4775-824f-50e5aab570f1 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:09.129624 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-edbeb390-3747-4b3a-b64f-62d2078704c0 req-352531f3-dc8f-4775-824f-50e5aab570f1 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 944 time: 0.0960782 Feb 20 21:59:09.256986 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-edbeb390-3747-4b3a-b64f-62d2078704c0 req-13965031-3287-4eaf-95b7-10ce113c59c0 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208398 Feb 20 21:59:09.550122 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a9956-fa5b-4004-93a4-c76661769749 req-b22281b1-f7c1-4bdd-a03e-db6668f1a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:09.551680 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-a49a9956-fa5b-4004-93a4-c76661769749 req-b22281b1-f7c1-4bdd-a03e-db6668f1a5b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756580a91a2b4d2c966ba3317abe4e04&device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 1130 time: 0.1292887 Feb 20 21:59:09.643618 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c434a4-f95d-4269-b355-e5c78d1584e8 req-21608b13-5fb0-4676-aae9-f0a588eaefc7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:09.646621 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e6c434a4-f95d-4269-b355-e5c78d1584e8 req-21608b13-5fb0-4676-aae9-f0a588eaefc7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.2537353 Feb 20 21:59:09.714660 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc2930-c590-429d-a97d-f2593244b48f req-2e217fde-81c4-480b-8108-6ab25a558f34 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:09.722608 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-90fc2930-c590-429d-a97d-f2593244b48f req-2e217fde-81c4-480b-8108-6ab25a558f34 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.2541265 Feb 20 21:59:09.737587 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a9956-fa5b-4004-93a4-c76661769749 req-83dd14da-5127-44ca-9ccb-cf8977d29685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:09.743003 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-a49a9956-fa5b-4004-93a4-c76661769749 req-83dd14da-5127-44ca-9ccb-cf8977d29685 service neutron] 10.222.0.45 "GET /v2.0/networks?id=070027a4-7989-40e5-92de-9f9067d39452 HTTP/1.1" status: 200 len: 912 time: 0.1785252 Feb 20 21:59:09.781629 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e6c434a4-f95d-4269-b355-e5c78d1584e8 req-6991319c-0eec-4610-8ebe-daea58eb3368 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258860 Feb 20 21:59:09.841593 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-90fc2930-c590-429d-a97d-f2593244b48f req-75160c23-d8aa-44ab-b16e-9e2791b4c88a tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158476 Feb 20 21:59:09.851744 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-a49a9956-fa5b-4004-93a4-c76661769749 req-4f8ef4cb-3109-4b2e-bace-cc84219606e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5715d649-e00d-4d4d-94f8-39659bc92fa5 HTTP/1.1" status: 200 len: 1002 time: 0.1005461 Feb 20 21:59:09.942721 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a9956-fa5b-4004-93a4-c76661769749 req-53dde986-668c-42bf-9fde-9f2ef8b46dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:09.947507 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-a49a9956-fa5b-4004-93a4-c76661769749 req-53dde986-668c-42bf-9fde-9f2ef8b46dba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01c948a3-526d-473a-8a34-79d808f1ad12 HTTP/1.1" status: 200 len: 850 time: 0.0810339 Feb 20 21:59:09.997947 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a10566-55b2-431d-b283-ac11be72b25d req-2dc66c26-2306-466f-ba54-7f9c4431b578 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:10.014166 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f3a10566-55b2-431d-b283-ac11be72b25d req-2dc66c26-2306-466f-ba54-7f9c4431b578 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.1211131 Feb 20 21:59:10.062416 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a9956-fa5b-4004-93a4-c76661769749 req-86eb2a07-19d9-4666-8703-a0197ed6f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:10.063933 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-a49a9956-fa5b-4004-93a4-c76661769749 req-86eb2a07-19d9-4666-8703-a0197ed6f1cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=070027a4-7989-40e5-92de-9f9067d39452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1091642 Feb 20 21:59:10.114340 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f3a10566-55b2-431d-b283-ac11be72b25d req-4366e014-492f-4e6f-90df-6c8262f0225b tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986168 Feb 20 21:59:10.249183 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-a49a9956-fa5b-4004-93a4-c76661769749 req-facd490a-3e2b-4b38-a0ff-ff17e73b8399 service neutron] 10.222.0.45 "GET /v2.0/networks/070027a4-7989-40e5-92de-9f9067d39452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756563 Feb 20 21:59:10.415849 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-a49a9956-fa5b-4004-93a4-c76661769749 req-66bf3972-1a39-4119-a62b-60bae7f74b26 service neutron] 10.222.0.45 "GET /v2.0/networks/070027a4-7989-40e5-92de-9f9067d39452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597509 Feb 20 21:59:10.442889 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c954f95-a8d2-4417-8773-f425b9b83d20 req-b7bffcf0-33d9-423d-b8f0-50a31aaecd40 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:10.444397 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3c954f95-a8d2-4417-8773-f425b9b83d20 req-b7bffcf0-33d9-423d-b8f0-50a31aaecd40 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 944 time: 0.0826249 Feb 20 21:59:10.535423 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3c954f95-a8d2-4417-8773-f425b9b83d20 req-cce991d3-a7c1-4ae2-8f97-74912d8d00ee tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734730 Feb 20 21:59:11.013081 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38260f-3646-4202-8c7c-361cd0464256 req-29f04f59-9864-4b49-89cc-dbdbe22b7c33 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:11.033710 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8d38260f-3646-4202-8c7c-361cd0464256 req-29f04f59-9864-4b49-89cc-dbdbe22b7c33 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.1355631 Feb 20 21:59:11.152198 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bddb7-ceea-442e-abdb-8c7449a89a76 req-20ccd065-ffe1-4eab-abf3-765616a73cd4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:11.162101 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-170bddb7-ceea-442e-abdb-8c7449a89a76 req-20ccd065-ffe1-4eab-abf3-765616a73cd4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.1252844 Feb 20 21:59:11.177177 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8d38260f-3646-4202-8c7c-361cd0464256 req-6e67fac7-f091-4c97-a363-70270cf49590 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421280 Feb 20 21:59:11.257732 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-170bddb7-ceea-442e-abdb-8c7449a89a76 req-091dcccf-19a1-4945-a083-e5f3897abb01 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944829 Feb 20 21:59:11.380007 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe870b-6859-467b-a19e-b87a0d89a3d0 req-240758f8-f738-4009-a49c-638db6badebd tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:11.389579 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-11fe870b-6859-467b-a19e-b87a0d89a3d0 req-240758f8-f738-4009-a49c-638db6badebd tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.1188824 Feb 20 21:59:11.464855 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-11fe870b-6859-467b-a19e-b87a0d89a3d0 req-b35ac0f0-58af-41d7-ba5d-b4b517e9d538 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680811 Feb 20 21:59:11.770019 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e34a7-623b-442f-867c-c8468649e608 req-c9c8c677-278c-44f3-b37d-22a211ba1e8c tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:11.771533 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a85e34a7-623b-442f-867c-c8468649e608 req-c9c8c677-278c-44f3-b37d-22a211ba1e8c tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 944 time: 0.1193583 Feb 20 21:59:11.873261 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a85e34a7-623b-442f-867c-c8468649e608 req-3342da66-b2bc-4a27-ba56-4cce58552fd5 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872381 Feb 20 21:59:12.296784 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57955bb2-ac74-4cac-93cb-7316ada13218 req-a6540d24-d864-4156-bdbc-d61a9b50d618 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:12.298314 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-57955bb2-ac74-4cac-93cb-7316ada13218 req-a6540d24-d864-4156-bdbc-d61a9b50d618 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0506473 Feb 20 21:59:12.393268 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-57955bb2-ac74-4cac-93cb-7316ada13218 req-651e1910-239e-453b-bcde-c2e48e91c73d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887489 Feb 20 21:59:12.439453 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9854b6-cb6f-4431-8ea2-33f004a11183 req-5adc1566-bd0a-4e5e-be39-4b8ed529e135 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:12.440957 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1d9854b6-cb6f-4431-8ea2-33f004a11183 req-5adc1566-bd0a-4e5e-be39-4b8ed529e135 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0697253 Feb 20 21:59:12.491313 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1d9854b6-cb6f-4431-8ea2-33f004a11183 req-445e2f2b-10ca-4fc2-aa52-4d4d29fd03c5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446892 Feb 20 21:59:12.578979 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cece4a0-9612-4f7c-9af2-a7d3173610b5 req-194a05ff-144e-4275-af15-033b59de09b2 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:12.580521 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2cece4a0-9612-4f7c-9af2-a7d3173610b5 req-194a05ff-144e-4275-af15-033b59de09b2 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0553937 Feb 20 21:59:12.628820 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2cece4a0-9612-4f7c-9af2-a7d3173610b5 req-b8555acb-cbb4-4065-b3e2-88f311ee43a6 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424559 Feb 20 21:59:12.825031 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadbd02-f54a-424b-aded-1a18a37b02f7 req-aa3ca3d4-ce55-4569-b4a2-3333a66a61fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:12.826924 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1dadbd02-f54a-424b-aded-1a18a37b02f7 req-aa3ca3d4-ce55-4569-b4a2-3333a66a61fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52eb4398f63e4c4c8811bf06725eddc8&device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 1129 time: 0.0480413 Feb 20 21:59:12.938950 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadbd02-f54a-424b-aded-1a18a37b02f7 req-1f568970-963d-422d-87c6-d54037b92674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:12.940442 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1dadbd02-f54a-424b-aded-1a18a37b02f7 req-1f568970-963d-422d-87c6-d54037b92674 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e763aaf-88b9-4e27-90cd-d1934feee28a HTTP/1.1" status: 200 len: 918 time: 0.0985708 Feb 20 21:59:13.039502 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3e1ce-0c1c-4aaa-b9b5-3a2aed2d175d req-549d5586-7d7a-4b7e-998c-041cf7aa83fe tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:13.041568 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ecb3e1ce-0c1c-4aaa-b9b5-3a2aed2d175d req-549d5586-7d7a-4b7e-998c-041cf7aa83fe tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 944 time: 0.0975618 Feb 20 21:59:13.047340 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1dadbd02-f54a-424b-aded-1a18a37b02f7 req-cd81f06e-8c37-4f0f-996c-f8ff89ca52d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaef37b2-cc8c-4644-bbd0-73b1ccf00101 HTTP/1.1" status: 200 len: 1001 time: 0.0910964 Feb 20 21:59:13.091488 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadbd02-f54a-424b-aded-1a18a37b02f7 req-77561b8b-8439-474c-b73b-25c11572e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:13.092941 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1dadbd02-f54a-424b-aded-1a18a37b02f7 req-77561b8b-8439-474c-b73b-25c11572e3d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c8aaa30-49a3-42aa-9af8-224d54cdf692 HTTP/1.1" status: 200 len: 856 time: 0.0445418 Feb 20 21:59:13.094705 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ecb3e1ce-0c1c-4aaa-b9b5-3a2aed2d175d req-bb9b1bc4-84b2-4ca0-94ab-bae812957889 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470839 Feb 20 21:59:13.146547 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadbd02-f54a-424b-aded-1a18a37b02f7 req-faf79f89-80db-453e-b52e-3379ae9e92aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:13.148119 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1dadbd02-f54a-424b-aded-1a18a37b02f7 req-faf79f89-80db-453e-b52e-3379ae9e92aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e763aaf-88b9-4e27-90cd-d1934feee28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453770 Feb 20 21:59:13.243545 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1dadbd02-f54a-424b-aded-1a18a37b02f7 req-0bd47e94-2833-44a0-9b93-015d9c08cca2 service neutron] 10.222.0.45 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858150 Feb 20 21:59:13.330034 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1dadbd02-f54a-424b-aded-1a18a37b02f7 req-48119b05-98a5-4e40-afc4-f068488db523 service neutron] 10.222.0.45 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791159 Feb 20 21:59:13.615707 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a32c79-bc41-4d51-aaf5-0a4cd810b70e req-a34bdc66-0994-48cb-8c19-87bd379b13c4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:13.617186 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-92a32c79-bc41-4d51-aaf5-0a4cd810b70e req-a34bdc66-0994-48cb-8c19-87bd379b13c4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0545983 Feb 20 21:59:13.676444 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-92a32c79-bc41-4d51-aaf5-0a4cd810b70e req-687d4689-8069-4f1f-b19f-34b8f56f87f9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538023 Feb 20 21:59:13.775717 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30596555-572f-4c33-8203-74934086bc8a req-9f0c01b1-e9ad-46fb-8981-e037f53ae2b6 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:13.783747 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-30596555-572f-4c33-8203-74934086bc8a req-9f0c01b1-e9ad-46fb-8981-e037f53ae2b6 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0636916 Feb 20 21:59:13.838759 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-30596555-572f-4c33-8203-74934086bc8a req-7223740e-3849-43dc-89ae-8699c19de522 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536287 Feb 20 21:59:14.236172 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c3014-540e-43af-bf40-10f327f7b534 req-1f686ca1-7676-4fe7-9db2-4ca1107c2f49 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:14.237904 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ec8c3014-540e-43af-bf40-10f327f7b534 req-1f686ca1-7676-4fe7-9db2-4ca1107c2f49 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 944 time: 0.0583827 Feb 20 21:59:14.305918 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ec8c3014-540e-43af-bf40-10f327f7b534 req-08600a25-2e65-4d55-9ac8-94d1ffc67d56 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619273 Feb 20 21:59:14.843472 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddd986-827c-4ee7-8fcc-e3adb432d5ff req-82d434bb-fac3-4507-815e-0e70277c1c0c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:14.851867 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8bddd986-827c-4ee7-8fcc-e3adb432d5ff req-82d434bb-fac3-4507-815e-0e70277c1c0c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.0735617 Feb 20 21:59:14.952077 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8bddd986-827c-4ee7-8fcc-e3adb432d5ff req-a08e414f-c9e2-4409-9b00-b12319141a63 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991888 Feb 20 21:59:15.042692 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9f597-378d-4d1a-9495-763afcb3baf3 req-cb417b9d-b190-48eb-9bf4-3896fc00d20b tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:15.049966 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-34c9f597-378d-4d1a-9495-763afcb3baf3 req-cb417b9d-b190-48eb-9bf4-3896fc00d20b tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0838974 Feb 20 21:59:15.109563 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-34c9f597-378d-4d1a-9495-763afcb3baf3 req-ddaf828a-a0e5-4cac-807e-2099d89b39c9 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583549 Feb 20 21:59:15.435796 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78846eba-194b-4593-9697-9c887b7ef56f req-2200644c-b554-400f-ac18-0d820b01d367 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:15.442826 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-78846eba-194b-4593-9697-9c887b7ef56f req-2200644c-b554-400f-ac18-0d820b01d367 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 944 time: 0.0643163 Feb 20 21:59:15.490063 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-78846eba-194b-4593-9697-9c887b7ef56f req-9e25f601-6599-47a7-9ca8-8bf2adf8c791 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463967 Feb 20 21:59:15.637869 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:59:16.157980 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f6367-1eff-49d6-bf94-a51c03dd0e6f req-fedc78c9-a5c7-4bb0-aa45-e08a12353f08 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:16.160467 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-787f6367-1eff-49d6-bf94-a51c03dd0e6f req-fedc78c9-a5c7-4bb0-aa45-e08a12353f08 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 945 time: 0.1001945 Feb 20 21:59:16.247380 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-787f6367-1eff-49d6-bf94-a51c03dd0e6f req-c3c741cb-6f24-4e4a-a0a1-a4b6e7c4ae83 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800045 Feb 20 21:59:16.262923 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1858c-af7d-4221-88b3-8c0596614824 req-14286920-1026-4771-8e03-c43b3fdcbb00 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:16.264485 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a0d1858c-af7d-4221-88b3-8c0596614824 req-14286920-1026-4771-8e03-c43b3fdcbb00 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0896308 Feb 20 21:59:16.341323 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a0d1858c-af7d-4221-88b3-8c0596614824 req-132954b5-a9a7-42f9-b8d5-af9af5158862 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674486 Feb 20 21:59:16.529636 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:59:16.533670 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device aaef37b2-cc8c-4644-bbd0-73b1ccf00101 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:59:16.604289 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eadf64-ab05-444b-b4a9-aaa02c031090 req-0b23ee9d-0f9f-4a6d-9b0b-8f02c9bff450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:16.606665 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-69eadf64-ab05-444b-b4a9-aaa02c031090 req-0b23ee9d-0f9f-4a6d-9b0b-8f02c9bff450 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 1130 time: 0.1130888 Feb 20 21:59:16.673667 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-69eadf64-ab05-444b-b4a9-aaa02c031090 req-02b16977-a89e-41b7-b160-ac373b353674 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569718 Feb 20 21:59:16.689529 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fed8c-6df4-47e3-94e7-7d9caa6e8153 req-d96a2354-33ca-4ac7-bb89-2f446762bd22 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:16.691113 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-878fed8c-6df4-47e3-94e7-7d9caa6e8153 req-d96a2354-33ca-4ac7-bb89-2f446762bd22 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 944 time: 0.1001887 Feb 20 21:59:16.801429 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-878fed8c-6df4-47e3-94e7-7d9caa6e8153 req-f4f1bf20-c2b2-429b-ba58-d4c646788554 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992796 Feb 20 21:59:16.894943 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [req-dd32f5ac-31f2-49ea-b6b4-e28f7c82e131 req-1164cbda-2276-49bb-bd23-a840f39f23ac service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 21:59:16.895924 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-dd32f5ac-31f2-49ea-b6b4-e28f7c82e131 req-1164cbda-2276-49bb-bd23-a840f39f23ac service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051641 Feb 20 21:59:16.912714 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 is: ACTIVE; New status is: DOWN {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:59:16.913432 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:16.949534 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c,segment=NetworkSegment(592274ea-2f40-4464-8ba8-a0794eba0d43),segment_id=592274ea-2f40-4464-8ba8-a0794eba0d43)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:59:16.951890 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877cbd87-824f-48fc-a71c-2521393b6abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:59:16.954374 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfae16f2-fb5b-43e3-a4ba-29b5b20d84b9" -d '{"events": [{"server_uuid": "877cbd87-824f-48fc-a71c-2521393b6abc", "name": "network-vif-unplugged", "status": "completed", "tag": "aaef37b2-cc8c-4644-bbd0-73b1ccf00101"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:59:16.977294 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port aaef37b2-cc8c-4644-bbd0-73b1ccf00101, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:59:16.979148 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': 'd66bc2e3-8ba6-48e9-a3c8-ed143a7c678c', 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a', 'port_id': 'd66bc2e3-8ba6-48e9-a3c8-ed143a7c678c', 'mac_address': 'fa:16:3e:12:51:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303900da-7313-4ebf-9922-5c72d34ae783', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:59:17.021234 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 21:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2df252-9bec-4905-bd6e-c0f8d0324b2a x-openstack-request-id: req-6b2df252-9bec-4905-bd6e-c0f8d0324b2a {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:59:17.021829 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877cbd87-824f-48fc-a71c-2521393b6abc", "name": "network-vif-unplugged", "status": "failed", "tag": "aaef37b2-cc8c-4644-bbd0-73b1ccf00101", "code": 422}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:59:17.022293 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b2df252-9bec-4905-bd6e-c0f8d0324b2a {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:59:17.023014 dv-cinder-830093-1-iscsi neutron-server[102709]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '877cbd87-824f-48fc-a71c-2521393b6abc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101', 'code': 422} returned with failed status Feb 20 21:59:17.024320 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:59:17.025476 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:17.039671 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:17.049152 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:59:17.123300 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e7c18-4d5a-42a3-b2d3-2c17039bc94c req-7a05a766-b2e9-4a7c-a67f-97ff7c4453ea tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:17.125019 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8c3e7c18-4d5a-42a3-b2d3-2c17039bc94c req-7a05a766-b2e9-4a7c-a67f-97ff7c4453ea tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.0825706 Feb 20 21:59:17.147338 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c,segment=NetworkSegment(592274ea-2f40-4464-8ba8-a0794eba0d43),segment_id=592274ea-2f40-4464-8ba8-a0794eba0d43)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:59:17.154492 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:17.175713 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,revision_number=8']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:17.184524 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:17.185235 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:17.185781 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:17.186306 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:17.186823 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:17.187393 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:17.188335 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:17.188861 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:17.189400 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:17.189964 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:17.190589 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:17.191117 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:17.191948 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:17.212191 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8c3e7c18-4d5a-42a3-b2d3-2c17039bc94c req-9b4478d8-d461-46fd-b9bc-11c549c9238b tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788162 Feb 20 21:59:17.277829 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:17.503940 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6a188-e506-4e89-bddb-701f9d224b16 req-601a88ef-1323-4ac9-bdbf-b37230dbf0a5 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:17.505557 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5bb6a188-e506-4e89-bddb-701f9d224b16 req-601a88ef-1323-4ac9-bdbf-b37230dbf0a5 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0694983 Feb 20 21:59:17.548204 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:59:17.586124 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5bb6a188-e506-4e89-bddb-701f9d224b16 req-1734baac-1860-4da9-a770-1d5b835529ec tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684767 Feb 20 21:59:17.665164 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 56218) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:17.771996 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3a1660ae-4f8c-4646-9db7-4ba8f73c58f7 req-4f1467f3-bd58-47b1-a10d-363a158a88fd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1096437 Feb 20 21:59:17.777602 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [req-3a1660ae-4f8c-4646-9db7-4ba8f73c58f7 req-6b02264f-eb4a-4751-a853-fce68a6b440c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 21:59:17.778516 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3a1660ae-4f8c-4646-9db7-4ba8f73c58f7 req-6b02264f-eb4a-4751-a853-fce68a6b440c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058091 Feb 20 21:59:17.891727 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 56232) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:17.956163 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ca02c-4ed4-4f74-a45a-db8f43056892 req-ced721b6-a182-4a81-aae5-f916d8a1417d tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:17.964363 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a39ca02c-4ed4-4f74-a45a-db8f43056892 req-ced721b6-a182-4a81-aae5-f916d8a1417d tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 945 time: 0.0781643 Feb 20 21:59:17.977100 dv-cinder-830093-1-iscsi neutron-server[102708]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 21:59:18.028534 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1660ae-4f8c-4646-9db7-4ba8f73c58f7 req-c1750294-dce5-4b77-8c88-a5bc5faf7571 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:18.037439 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-3a1660ae-4f8c-4646-9db7-4ba8f73c58f7 req-c1750294-dce5-4b77-8c88-a5bc5faf7571 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports/aaef37b2-cc8c-4644-bbd0-73b1ccf00101 HTTP/1.1" status: 200 len: 940 time: 0.1435907 Feb 20 21:59:18.045379 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a39ca02c-4ed4-4f74-a45a-db8f43056892 req-2d36aacb-2982-4045-96bf-adcd20db0741 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792298 Feb 20 21:59:18.405617 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe31b6-d5f5-4f1c-b7c0-fb46bc54ca5c req-cc24cc4d-9412-4e1a-8344-be1ba42ed752 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:18.407361 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-99fe31b6-d5f5-4f1c-b7c0-fb46bc54ca5c req-cc24cc4d-9412-4e1a-8344-be1ba42ed752 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.0909793 Feb 20 21:59:18.461305 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-99fe31b6-d5f5-4f1c-b7c0-fb46bc54ca5c req-bcf51401-613c-432c-b50a-78c71d3d20e4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472875 Feb 20 21:59:18.730709 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c565db-ab43-4e26-8c0d-2d77c8abc58b req-f6f2321f-0db8-40e4-a12f-05b89b5987b6 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:18.733269 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-96c565db-ab43-4e26-8c0d-2d77c8abc58b req-f6f2321f-0db8-40e4-a12f-05b89b5987b6 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0704224 Feb 20 21:59:18.794008 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-96c565db-ab43-4e26-8c0d-2d77c8abc58b req-8a7fc4f9-d76f-41c1-9447-d6abb4a2f7da tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543342 Feb 20 21:59:19.246829 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c0a05-cc95-49d1-957b-34d62075b4b4 req-64894ff0-07e9-49d6-bd87-51c665a5fd0f tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:19.251778 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570af3c-52f1-41a5-88fa-7048b99086d5 req-a36252a3-fb2d-4a42-9527-1cd83f56f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:19.253555 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0570af3c-52f1-41a5-88fa-7048b99086d5 req-a36252a3-fb2d-4a42-9527-1cd83f56f979 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31a3beb756d44069b8b12e5e819b6a92&device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 1130 time: 0.1354711 Feb 20 21:59:19.273266 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-821c0a05-cc95-49d1-957b-34d62075b4b4 req-64894ff0-07e9-49d6-bd87-51c665a5fd0f tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.1414254 Feb 20 21:59:19.282281 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bea3c-8e51-4e98-8859-e7235066a66b req-acff0d4c-c4e5-468b-93ae-c737e3e8872e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:19.283804 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-352bea3c-8e51-4e98-8859-e7235066a66b req-acff0d4c-c4e5-468b-93ae-c737e3e8872e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 945 time: 0.1060429 Feb 20 21:59:19.394316 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570af3c-52f1-41a5-88fa-7048b99086d5 req-8bc6bcee-b5e3-493b-bfa0-6a19820a9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:19.395808 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0570af3c-52f1-41a5-88fa-7048b99086d5 req-8bc6bcee-b5e3-493b-bfa0-6a19820a9733 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a89eb610-f3f6-48dd-a90b-fd6474eca384 HTTP/1.1" status: 200 len: 919 time: 0.1295934 Feb 20 21:59:19.447464 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-821c0a05-cc95-49d1-957b-34d62075b4b4 req-eb9d0fe7-7613-46fe-bec5-17ddff4dd33a tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733043 Feb 20 21:59:19.452561 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-352bea3c-8e51-4e98-8859-e7235066a66b req-1c3d1da1-d6c4-4d24-9f6a-e26d57069faf tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627014 Feb 20 21:59:19.466925 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0570af3c-52f1-41a5-88fa-7048b99086d5 req-a3bd0568-e957-4665-9dfd-74249ad6d68d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7fdc472-ff50-4b72-85de-a3c41f136769 HTTP/1.1" status: 200 len: 217 time: 0.0584621 Feb 20 21:59:19.537535 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570af3c-52f1-41a5-88fa-7048b99086d5 req-e6f3dea6-53cb-499f-a60b-ae17c3593d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:19.539303 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0570af3c-52f1-41a5-88fa-7048b99086d5 req-e6f3dea6-53cb-499f-a60b-ae17c3593d3e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ec271f1-ff6d-444d-b149-16f50cc10be7 HTTP/1.1" status: 200 len: 858 time: 0.0661643 Feb 20 21:59:19.589609 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0570af3c-52f1-41a5-88fa-7048b99086d5 req-d302e1d5-1829-4940-9ba1-66242d156f20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a89eb610-f3f6-48dd-a90b-fd6474eca384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420678 Feb 20 21:59:19.617748 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b776d6-ada9-4542-8616-66c22c80a555 req-ea255c17-4359-4f39-8990-8f9100ceb604 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:19.621215 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a9b776d6-ada9-4542-8616-66c22c80a555 req-ea255c17-4359-4f39-8990-8f9100ceb604 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.0653710 Feb 20 21:59:19.706426 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0570af3c-52f1-41a5-88fa-7048b99086d5 req-f25405e6-ae88-471d-a1bc-398e9a74c9ba service neutron] 10.222.0.45 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105247 Feb 20 21:59:19.844316 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0570af3c-52f1-41a5-88fa-7048b99086d5 req-8e010d24-a169-4e83-834a-891a6e725a6b service neutron] 10.222.0.45 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244845 Feb 20 21:59:19.957272 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a9b776d6-ada9-4542-8616-66c22c80a555 req-1e6db909-c7ed-453c-ad9e-a716d6cf4eb9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3262327 Feb 20 21:59:19.985017 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1660ae-4f8c-4646-9db7-4ba8f73c58f7 req-0af8e570-19e5-4a4d-8fb9-9f5ad00003bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:19.986657 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3a1660ae-4f8c-4646-9db7-4ba8f73c58f7 req-0af8e570-19e5-4a4d-8fb9-9f5ad00003bb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc&tenant_id=52eb4398f63e4c4c8811bf06725eddc8 HTTP/1.1" status: 200 len: 1127 time: 0.1219862 Feb 20 21:59:20.066001 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1660ae-4f8c-4646-9db7-4ba8f73c58f7 req-8a840ca9-7dfa-47b2-81e7-f7b66c140dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:20.068293 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3a1660ae-4f8c-4646-9db7-4ba8f73c58f7 req-8a840ca9-7dfa-47b2-81e7-f7b66c140dff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52eb4398f63e4c4c8811bf06725eddc8&device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 1127 time: 0.0515068 Feb 20 21:59:20.177811 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1660ae-4f8c-4646-9db7-4ba8f73c58f7 req-e3c9a1a7-f4a8-42f8-a474-9190330e3062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:20.179574 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3a1660ae-4f8c-4646-9db7-4ba8f73c58f7 req-e3c9a1a7-f4a8-42f8-a474-9190330e3062 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e763aaf-88b9-4e27-90cd-d1934feee28a HTTP/1.1" status: 200 len: 918 time: 0.1036482 Feb 20 21:59:20.309558 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3a1660ae-4f8c-4646-9db7-4ba8f73c58f7 req-2d808eeb-e65c-4f44-b56c-ae26560ba45e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaef37b2-cc8c-4644-bbd0-73b1ccf00101 HTTP/1.1" status: 200 len: 999 time: 0.1218290 Feb 20 21:59:20.444102 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1660ae-4f8c-4646-9db7-4ba8f73c58f7 req-3199e470-8025-4c56-ba0d-42520c3f3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:20.445920 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3a1660ae-4f8c-4646-9db7-4ba8f73c58f7 req-3199e470-8025-4c56-ba0d-42520c3f3008 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c8aaa30-49a3-42aa-9af8-224d54cdf692 HTTP/1.1" status: 200 len: 856 time: 0.0802348 Feb 20 21:59:20.506073 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1660ae-4f8c-4646-9db7-4ba8f73c58f7 req-1c9e21b1-b6ae-4865-9249-ce76e629be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:20.507680 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3a1660ae-4f8c-4646-9db7-4ba8f73c58f7 req-1c9e21b1-b6ae-4865-9249-ce76e629be28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e763aaf-88b9-4e27-90cd-d1934feee28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542562 Feb 20 21:59:20.545990 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:59:20.605738 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:59:20.611560 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:59:20.612358 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:20.696034 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:59:20.696858 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:20.710456 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3a1660ae-4f8c-4646-9db7-4ba8f73c58f7 req-88d6a8ac-9544-4e7a-9179-32418d33302b service neutron] 10.222.0.45 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912184 Feb 20 21:59:20.718710 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb7c68-7160-431b-a54f-f48719442e19 req-8805ad49-c6c1-488c-8f0e-24a31454ba7c tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:20.720213 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-82cb7c68-7160-431b-a54f-f48719442e19 req-8805ad49-c6c1-488c-8f0e-24a31454ba7c tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 945 time: 0.1314268 Feb 20 21:59:20.723493 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3567a8-192b-4285-b0e7-060c05b184b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66bc2e3-8ba6-48e9-a3c8-ed143a7c678c'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:59:20.726059 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f5f551-880b-452b-8b55-7c3f0770fb48" -d '{"events": [{"server_uuid": "0c3567a8-192b-4285-b0e7-060c05b184b1", "name": "network-vif-plugged", "status": "completed", "tag": "d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:59:20.740394 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c,segment=NetworkSegment(592274ea-2f40-4464-8ba8-a0794eba0d43),segment_id=592274ea-2f40-4464-8ba8-a0794eba0d43)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:59:20.744521 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:20.745405 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device aaef37b2-cc8c-4644-bbd0-73b1ccf00101 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:59:20.750764 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadad16-4c87-4af0-911f-09c6878bd028 req-c543df7a-3daf-45e4-a3bb-9363608dccb6 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:20.753595 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-dbadad16-4c87-4af0-911f-09c6878bd028 req-c543df7a-3daf-45e4-a3bb-9363608dccb6 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.1632202 Feb 20 21:59:20.827525 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:20.878180 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 is: DOWN; New status is: DOWN {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:59:20.940855 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-82cb7c68-7160-431b-a54f-f48719442e19 req-a947a940-e993-4f0e-80c5-cca2d35df94c tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077653 Feb 20 21:59:20.968603 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-dbadad16-4c87-4af0-911f-09c6878bd028 req-6b692c3e-d1d8-41b5-b8e4-a28fc6058389 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058280 Feb 20 21:59:20.978330 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3a1660ae-4f8c-4646-9db7-4ba8f73c58f7 req-f781d786-5f8c-4e34-a8bc-060172fe0727 service neutron] 10.222.0.45 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566786 Feb 20 21:59:21.013832 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-1c569f90-8ead-4784-9d31-ff79469750bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:21.036087 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62694c6-8a05-4c26-b504-e65288cbfe12 x-openstack-request-id: req-d62694c6-8a05-4c26-b504-e65288cbfe12 {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:59:21.036592 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3567a8-192b-4285-b0e7-060c05b184b1", "name": "network-vif-plugged", "status": "completed", "tag": "d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:59:21.047273 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d62694c6-8a05-4c26-b504-e65288cbfe12 {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:59:21.053866 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3567a8-192b-4285-b0e7-060c05b184b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66bc2e3-8ba6-48e9-a3c8-ed143a7c678c', 'code': 200} Feb 20 21:59:21.196215 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe04cd4-b1bf-44b4-b8c9-71a09fc6871c req-2df9f79b-0e28-405b-8722-6cb7d74d63f9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:21.204377 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-abe04cd4-b1bf-44b4-b8c9-71a09fc6871c req-2df9f79b-0e28-405b-8722-6cb7d74d63f9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.1210980 Feb 20 21:59:21.218649 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-10fd8647-74b2-442c-8e50-7dc80e6278d8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-117340209&fields=id&tenant_id=b3885aa7992e4e54891e9136ce879dfd HTTP/1.1" status: 200 len: 267 time: 0.0999014 Feb 20 21:59:21.358629 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-abe04cd4-b1bf-44b4-b8c9-71a09fc6871c req-da8deb36-32f2-4dc4-82fb-dfea6a498ef3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527662 Feb 20 21:59:21.405090 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f827fc-7ea1-40cb-8f57-eac2b68e65e5 req-a653a503-d691-4171-8853-274512e7763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:21.405090 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d8f827fc-7ea1-40cb-8f57-eac2b68e65e5 req-a653a503-d691-4171-8853-274512e7763e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 1130 time: 0.1481516 Feb 20 21:59:21.439284 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-554ae2f7-16bf-47ef-b510-020a7dac219d tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:21.440780 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-554ae2f7-16bf-47ef-b510-020a7dac219d tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/networks?id=73283953-4b32-47aa-9293-e0cdbad6f01b HTTP/1.1" status: 200 len: 810 time: 0.2110550 Feb 20 21:59:21.475771 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-bdd729a5-3b90-406c-92ea-0040ed258401 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/quotas/b3885aa7992e4e54891e9136ce879dfd HTTP/1.1" status: 200 len: 375 time: 0.0204241 Feb 20 21:59:21.479243 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d8f827fc-7ea1-40cb-8f57-eac2b68e65e5 req-d5271f3d-202d-42ab-8e67-20f414eca446 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671458 Feb 20 21:59:21.583933 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-977a98c9-715e-4503-8fe8-d161f7779446 req-73ad4fb5-f185-4790-8075-9b59f006435d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10699682&fields=id&tenant_id=d479f105163541f18f8c7e153c5762e4 HTTP/1.1" status: 200 len: 267 time: 0.0919056 Feb 20 21:59:21.657932 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-1cc63dc1-e06a-4966-aeb6-e11bcf08c964 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3885aa7992e4e54891e9136ce879dfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1765182 Feb 20 21:59:21.781707 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a98c9-715e-4503-8fe8-d161f7779446 req-00f390b0-0b03-4663-a3fc-da7de78613ab tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:21.783259 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-977a98c9-715e-4503-8fe8-d161f7779446 req-00f390b0-0b03-4663-a3fc-da7de78613ab tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/networks?id=a107c3cd-02d1-4849-8308-24a035f50f04 HTTP/1.1" status: 200 len: 809 time: 0.1925547 Feb 20 21:59:21.807657 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-977a98c9-715e-4503-8fe8-d161f7779446 req-ffe8ada4-0e17-4729-a35c-8f59aba44fbb tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/quotas/d479f105163541f18f8c7e153c5762e4 HTTP/1.1" status: 200 len: 375 time: 0.0167563 Feb 20 21:59:21.814924 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-911867af-d89d-4b8c-b615-4dbca8f6fad1 service neutron] 10.222.0.61 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561546 Feb 20 21:59:21.964772 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-977a98c9-715e-4503-8fe8-d161f7779446 req-9a6dd7e3-967b-487e-a6f2-01dafecc9fd1 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d479f105163541f18f8c7e153c5762e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1467280 Feb 20 21:59:22.158591 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c0066c6a-0358-470b-ad87-4fb01a5b8402 service neutron] 10.222.0.61 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425784 Feb 20 21:59:22.227552 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-977a98c9-715e-4503-8fe8-d161f7779446 req-593d9ed4-6856-4fac-9b5a-cb79e226bccf service neutron] 10.222.0.61 "GET /v2.0/networks/a107c3cd-02d1-4849-8308-24a035f50f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366590 Feb 20 21:59:22.460888 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-977a98c9-715e-4503-8fe8-d161f7779446 req-72a1e73b-428d-4890-ab1e-db551b9e5a30 service neutron] 10.222.0.61 "GET /v2.0/networks/a107c3cd-02d1-4849-8308-24a035f50f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113662 Feb 20 21:59:23.017746 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac820042-4eb7-4226-801e-de2477968be1 req-c3e59c5a-bda4-4d5a-a83b-3caa42da892e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:23.020601 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ac820042-4eb7-4226-801e-de2477968be1 req-c3e59c5a-bda4-4d5a-a83b-3caa42da892e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 946 time: 0.1113398 Feb 20 21:59:23.093961 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ac820042-4eb7-4226-801e-de2477968be1 req-a41e294e-f51e-454c-a517-7b0c74bfb370 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672255 Feb 20 21:59:23.129521 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-7a225436-f01b-4c65-8bd4-ca9d9a99c887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:23.348737 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc83cb4-329e-4f2c-a6e5-5497c8ee9321 req-3566797d-3af7-4a03-bd0d-9d6860b25c09 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:23.360933 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8cc83cb4-329e-4f2c-a6e5-5497c8ee9321 req-3566797d-3af7-4a03-bd0d-9d6860b25c09 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.1298900 Feb 20 21:59:23.617672 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8cc83cb4-329e-4f2c-a6e5-5497c8ee9321 req-3c579db2-9f7c-4cb8-bf6c-54be9ef7efb0 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552602 Feb 20 21:59:23.656127 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f09db8-75f5-4f5e-a180-064a6d80958b req-4f90a852-0d01-49df-81c8-4cda6e9afa6f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:23.663267 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b2f09db8-75f5-4f5e-a180-064a6d80958b req-4f90a852-0d01-49df-81c8-4cda6e9afa6f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.3371682 Feb 20 21:59:23.900685 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cf20f5d1-f779-40fc-bbd6-df672086c171 req-6ec64b03-826a-438e-913f-e4426057651f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 210 time: 0.1360738 Feb 20 21:59:23.963557 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b2f09db8-75f5-4f5e-a180-064a6d80958b req-9ebc125f-af91-46ba-9f3a-c84feb68d820 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2978942 Feb 20 21:59:24.080861 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a77c05b7-a26b-4f0c-9f73-7428c29906cd req-886de7ae-d8d5-4074-8564-e09679a4d090 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 210 time: 0.0714440 Feb 20 21:59:24.344204 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f146c-5b63-47c7-ac44-a11f5566a656 req-0fe3b6bd-9fb8-425b-aa0e-8ca310905214 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:24.347986 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-131f146c-5b63-47c7-ac44-a11f5566a656 req-0fe3b6bd-9fb8-425b-aa0e-8ca310905214 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 946 time: 0.1378436 Feb 20 21:59:24.442034 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:24.494612 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-131f146c-5b63-47c7-ac44-a11f5566a656 req-2ab71ee0-7ab9-4b7d-b566-849962d5051a tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373286 Feb 20 21:59:25.047039 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d5836de3-486d-474b-a1b5-53231ffd1009 req-d17507be-65b1-495e-aee6-100d6d2466b3 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 210 time: 0.0383458 Feb 20 21:59:25.165394 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c79eb9-39ef-46f7-90ed-98722ba3e9fd req-4e2e3aab-5154-46da-be69-66cb95d8307d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:25.166929 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a4c79eb9-39ef-46f7-90ed-98722ba3e9fd req-4e2e3aab-5154-46da-be69-66cb95d8307d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.0902777 Feb 20 21:59:25.253804 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9871cd49-88e1-4916-9ad7-a2dc3f1b767f req-5221da2e-e284-4fef-b629-1e0e5f3824c4 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 210 time: 0.0768554 Feb 20 21:59:25.315630 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a4c79eb9-39ef-46f7-90ed-98722ba3e9fd req-10950501-2ed7-4b0f-aad4-55a6907bc80f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368246 Feb 20 21:59:25.853819 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:26.191763 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a1134800-82a0-4b8a-b9c1-81a3ffd5fc57 req-75080dd8-4a9b-4f95-8bbe-0783128b83d4 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 210 time: 0.0316291 Feb 20 21:59:26.409113 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-63f6b1cb-3da1-4218-a13b-b9fd880dc9f5 req-6aba30b4-cadd-4979-95f5-8e7866c05d9e tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 210 time: 0.0696530 Feb 20 21:59:26.581042 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b7e8f-fe1a-4f32-ba74-8167b1a53cfa req-a5815661-def7-4564-a9e9-afe4583c5416 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:26.585348 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a50b7e8f-fe1a-4f32-ba74-8167b1a53cfa req-a5815661-def7-4564-a9e9-afe4583c5416 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.1083210 Feb 20 21:59:26.648759 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a50b7e8f-fe1a-4f32-ba74-8167b1a53cfa req-328be8a7-caf5-4fa5-82af-4e53448f7115 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572090 Feb 20 21:59:27.298524 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a4f100fd-30d7-4e59-8483-c80ee56046d6 req-1640dc0e-7172-440d-a98b-9fbdc8ca5aac tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 210 time: 0.0371563 Feb 20 21:59:27.299184 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:27.507606 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-de7a25f0-aee5-4de9-8f54-c4e23e604ecd req-72337766-5650-46a7-8bcb-b9d735a015dc tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 210 time: 0.0290065 Feb 20 21:59:27.798638 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3416a6-6ed5-4389-a6f2-6440fbdb1549 req-ad1a99cd-b3dd-42c5-ae80-562e82139d53 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:27.798638 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7d3416a6-6ed5-4389-a6f2-6440fbdb1549 req-ad1a99cd-b3dd-42c5-ae80-562e82139d53 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.0672410 Feb 20 21:59:27.846765 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7d3416a6-6ed5-4389-a6f2-6440fbdb1549 req-f86056f8-6047-4ed0-848c-33c0dfb30206 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412977 Feb 20 21:59:28.418811 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2c5a9f47-fa54-4043-9314-d4d28d778298 req-a40fe95d-c21d-45a5-920e-96971112245c tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 210 time: 0.0406334 Feb 20 21:59:28.628086 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8c39c8e3-49b1-466f-a6b1-7341b7c60ed4 req-af4a1ec3-1d21-4b0a-95cf-6dc2dd9b76e4 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 210 time: 0.0369816 Feb 20 21:59:28.982577 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3427a10-e2ff-4ba5-b2f4-472c09edc17b req-ed7e0eb6-fa44-4a79-b066-530cddfbfb75 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:28.984410 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e3427a10-e2ff-4ba5-b2f4-472c09edc17b req-ed7e0eb6-fa44-4a79-b066-530cddfbfb75 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.0582900 Feb 20 21:59:29.033815 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e3427a10-e2ff-4ba5-b2f4-472c09edc17b req-e7e55d7d-e267-4512-9662-8d087497d55f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434246 Feb 20 21:59:29.259145 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:29.521756 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-caf6e26b-02c8-44f8-87f8-5634cb866e2f req-595ef023-4787-49fb-988f-d3508d9b0630 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 210 time: 0.0313504 Feb 20 21:59:29.711372 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d1d3df70-812d-4c37-9855-e9e51ce9e5d9 req-732cea79-afd7-4c29-98b7-8231ae25fd23 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 210 time: 0.0277257 Feb 20 21:59:29.930836 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 56510) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:29.977770 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_v2 [None req-38595959-5b96-42d2-966a-285876665357 admin admin] Deleting subnet c5f6a270-ce3e-4ed3-97c4-15807ecc6d47 {{(pid=102708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 21:59:29.981403 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-38595959-5b96-42d2-966a-285876665357 admin admin] Publish callbacks [] for subnet (c5f6a270-ce3e-4ed3-97c4-15807ecc6d47), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:30.018043 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-38595959-5b96-42d2-966a-285876665357 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8472869'] for subnet (c5f6a270-ce3e-4ed3-97c4-15807ecc6d47), precommit_delete_associations {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:30.057358 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-38595959-5b96-42d2-966a-285876665357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882536'] for subnet (c5f6a270-ce3e-4ed3-97c4-15807ecc6d47), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:30.116628 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-38595959-5b96-42d2-966a-285876665357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8491243'] for subnet (c5f6a270-ce3e-4ed3-97c4-15807ecc6d47), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:30.142476 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38595959-5b96-42d2-966a-285876665357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5f6a270-ce3e-4ed3-97c4-15807ecc6d47,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:30.150612 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-38595959-5b96-42d2-966a-285876665357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:30.154289 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-38595959-5b96-42d2-966a-285876665357 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c5f6a270-ce3e-4ed3-97c4-15807ecc6d47 HTTP/1.1" status: 204 len: 168 time: 0.2223780 Feb 20 21:59:30.156373 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38595959-5b96-42d2-966a-285876665357 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:30.156840 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38595959-5b96-42d2-966a-285876665357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:30.157254 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38595959-5b96-42d2-966a-285876665357 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:30.157598 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38595959-5b96-42d2-966a-285876665357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:30.158025 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38595959-5b96-42d2-966a-285876665357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:30.158363 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38595959-5b96-42d2-966a-285876665357 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:30.158696 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38595959-5b96-42d2-966a-285876665357 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:30.159027 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38595959-5b96-42d2-966a-285876665357 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:30.159358 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38595959-5b96-42d2-966a-285876665357 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:30.159685 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38595959-5b96-42d2-966a-285876665357 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:30.160010 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38595959-5b96-42d2-966a-285876665357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:30.160331 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38595959-5b96-42d2-966a-285876665357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:30.160652 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38595959-5b96-42d2-966a-285876665357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:30.163023 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 56516) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:30.164757 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86deec5e-c76a-441a-bc4d-86c5271158ec req-d9a33a2b-20d8-45df-ad25-c357b53b3fa5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:30.166250 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-86deec5e-c76a-441a-bc4d-86c5271158ec req-d9a33a2b-20d8-45df-ad25-c357b53b3fa5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.0586197 Feb 20 21:59:30.212244 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-86deec5e-c76a-441a-bc4d-86c5271158ec req-50d852da-c2b5-4b61-bafc-aea79a8a4974 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395296 Feb 20 21:59:30.229763 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ebef5cbb-c800-4d4f-b8d4-be5f4d843faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834273'] for network (bc0cc959-c7f2-43cb-a257-f4e925d0beee), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:30.322619 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ebef5cbb-c800-4d4f-b8d4-be5f4d843faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881377', 'neutron.services.segments.db._delete_segments_for_network-8760288176442'] for network (bc0cc959-c7f2-43cb-a257-f4e925d0beee), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:30.343736 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-ebef5cbb-c800-4d4f-b8d4-be5f4d843faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0cc959-c7f2-43cb-a257-f4e925d0beee']}} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:59:30.353352 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-ebef5cbb-c800-4d4f-b8d4-be5f4d843faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc483bdb-d2f7-4e2a-9b5a-ab58d901e157') {'for_net_delete': True} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:59:30.353942 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-ebef5cbb-c800-4d4f-b8d4-be5f4d843faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc483bdb-d2f7-4e2a-9b5a-ab58d901e157') {} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:59:30.363790 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ebef5cbb-c800-4d4f-b8d4-be5f4d843faa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760288175939', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8472892'] for segment (dc483bdb-d2f7-4e2a-9b5a-ab58d901e157), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:30.376379 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ebef5cbb-c800-4d4f-b8d4-be5f4d843faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (dc483bdb-d2f7-4e2a-9b5a-ab58d901e157), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:30.382126 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebef5cbb-c800-4d4f-b8d4-be5f4d843faa admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 21:59:30.382507 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ebef5cbb-c800-4d4f-b8d4-be5f4d843faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8474595'] for segment (dc483bdb-d2f7-4e2a-9b5a-ab58d901e157), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: Traceback (most recent call last): Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: timer() Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: cb(*args, **kw) Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: return func(*args, **kwargs) Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: self._notify() Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: self.callback(batched_events) Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: event.method(event) Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: return f(self, *a, **k) Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._get(url).json() Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: return self.request(url, 'GET', **kwargs) Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 21:59:30.384116 dv-cinder-830093-1-iscsi neutron-server[102708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 21:59:30.437271 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ebef5cbb-c800-4d4f-b8d4-be5f4d843faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643055'] for network (bc0cc959-c7f2-43cb-a257-f4e925d0beee), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:30.449559 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ebef5cbb-c800-4d4f-b8d4-be5f4d843faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:30.455781 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-ebef5cbb-c800-4d4f-b8d4-be5f4d843faa admin admin] 10.222.0.61 "DELETE /v2.0/networks/bc0cc959-c7f2-43cb-a257-f4e925d0beee HTTP/1.1" status: 204 len: 168 time: 0.2888434 Feb 20 21:59:30.476556 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef5cbb-c800-4d4f-b8d4-be5f4d843faa admin admin] Pushing event deleted for resources: {'Network': ['ID=bc0cc959-c7f2-43cb-a257-f4e925d0beee,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:30.615102 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-da299b57-a2b6-4ae9-b7b8-1ae19409b75a req-f9e587ce-769b-4302-8dc2-fde4d666e5ee tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 210 time: 0.0274937 Feb 20 21:59:30.643038 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 56522) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:30.691889 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-8ee02eb6-298e-4375-a059-351fb86417ab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=57ab2e39491e4fc1854f2342f206e1a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475895 Feb 20 21:59:30.694293 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 56524) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:30.746088 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6ec46aa9-6bda-43c2-b6d8-55b44b29524e admin admin] Publish callbacks [] for security_group (3b6ee270-ea22-4c20-8766-6eacd8abd2dc), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:30.768903 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6ec46aa9-6bda-43c2-b6d8-55b44b29524e admin admin] Publish callbacks [] for security_group (3b6ee270-ea22-4c20-8766-6eacd8abd2dc), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:30.811424 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-815d6d29-68cf-4f5c-aa71-edb557bbe9d4 req-712f0cae-4b8f-44f4-a6d7-b0a2c26c07dc tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 210 time: 0.0278413 Feb 20 21:59:30.818675 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6ec46aa9-6bda-43c2-b6d8-55b44b29524e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (3b6ee270-ea22-4c20-8766-6eacd8abd2dc), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:30.821713 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6ec46aa9-6bda-43c2-b6d8-55b44b29524e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:30.826536 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-6ec46aa9-6bda-43c2-b6d8-55b44b29524e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3b6ee270-ea22-4c20-8766-6eacd8abd2dc HTTP/1.1" status: 204 len: 168 time: 0.1276996 Feb 20 21:59:30.834912 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec46aa9-6bda-43c2-b6d8-55b44b29524e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6ee270-ea22-4c20-8766-6eacd8abd2dc,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:31.347676 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a607f8-0376-49b3-884b-1254ee50e062 req-b985e074-753e-4843-8191-5c0c4e09a018 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:31.349183 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-05a607f8-0376-49b3-884b-1254ee50e062 req-b985e074-753e-4843-8191-5c0c4e09a018 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.0575557 Feb 20 21:59:31.399289 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-05a607f8-0376-49b3-884b-1254ee50e062 req-7ff4f060-e60e-441c-be99-a794326ad98e tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445323 Feb 20 21:59:31.722667 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6698d605-2c0e-496b-ab78-165e61c68383 req-cb4d1260-05e4-4f68-94a4-b086f6399316 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 210 time: 0.0275211 Feb 20 21:59:31.907832 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9a15057c-c0d0-47ca-a946-a9eec77c6088 req-7ddbefad-441f-439d-9105-7fa2adfbd422 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 210 time: 0.0285127 Feb 20 21:59:32.521683 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456a8f1-5459-4be3-8992-e828d5c8a921 req-dce0e2da-0819-4b98-a57e-431a47cc8e39 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:32.523246 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c456a8f1-5459-4be3-8992-e828d5c8a921 req-dce0e2da-0819-4b98-a57e-431a47cc8e39 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.0521774 Feb 20 21:59:32.578186 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c456a8f1-5459-4be3-8992-e828d5c8a921 req-06e985f0-7858-4d44-befa-ef6ffb1c026a tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493214 Feb 20 21:59:32.815904 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8a86c2bc-e49b-4ff1-9e4e-c9bbaee3ab70 req-dbfa059d-6501-4b82-9873-359c62bac8e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 210 time: 0.0284593 Feb 20 21:59:33.001371 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cbaa4153-de13-4724-b5e7-bb6c86eb35b8 req-67e7c540-a217-4842-bdf6-03ce16a7e357 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 210 time: 0.0271184 Feb 20 21:59:33.336145 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a37975c4-8ea4-427e-93ce-b86d2f097c8a req-e96a864e-a22f-4076-811f-d816b433879a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443110 Feb 20 21:59:33.411805 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37975c4-8ea4-427e-93ce-b86d2f097c8a req-9f8f1b35-5a89-4c2b-ad0e-8b4acaa817fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:33.421674 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a37975c4-8ea4-427e-93ce-b86d2f097c8a req-9f8f1b35-5a89-4c2b-ad0e-8b4acaa817fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31a3beb756d44069b8b12e5e819b6a92&device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 1129 time: 0.0615382 Feb 20 21:59:33.583820 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37975c4-8ea4-427e-93ce-b86d2f097c8a req-c5709d87-64d8-4981-aee5-7b92dd041d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:33.584121 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a37975c4-8ea4-427e-93ce-b86d2f097c8a req-c5709d87-64d8-4981-aee5-7b92dd041d61 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a89eb610-f3f6-48dd-a90b-fd6474eca384 HTTP/1.1" status: 200 len: 919 time: 0.1343000 Feb 20 21:59:33.610929 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-24272f58-f015-4439-b640-1e0fc6ce8524 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:33.612395 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-24272f58-f015-4439-b640-1e0fc6ce8524 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.45 "GET /v2.0/networks?id=73283953-4b32-47aa-9293-e0cdbad6f01b HTTP/1.1" status: 200 len: 810 time: 0.1985765 Feb 20 21:59:33.688538 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a37975c4-8ea4-427e-93ce-b86d2f097c8a req-6c18be06-ca70-407d-b1d9-e05a583e10f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18bc55aa-78d6-46e7-90dd-6c2367b886d5 HTTP/1.1" status: 200 len: 217 time: 0.0802202 Feb 20 21:59:33.744952 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a98c9-715e-4503-8fe8-d161f7779446 req-2bfafed8-d325-4b73-b9d3-db4849633c8f tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:33.746510 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-977a98c9-715e-4503-8fe8-d161f7779446 req-2bfafed8-d325-4b73-b9d3-db4849633c8f tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.45 "GET /v2.0/networks?id=a107c3cd-02d1-4849-8308-24a035f50f04 HTTP/1.1" status: 200 len: 809 time: 0.1292667 Feb 20 21:59:33.810680 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37975c4-8ea4-427e-93ce-b86d2f097c8a req-c3d089d7-ce65-405f-9b51-2fc4e0cae62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:33.812280 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a37975c4-8ea4-427e-93ce-b86d2f097c8a req-c3d089d7-ce65-405f-9b51-2fc4e0cae62b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ec271f1-ff6d-444d-b149-16f50cc10be7 HTTP/1.1" status: 200 len: 858 time: 0.0894582 Feb 20 21:59:33.813790 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-aab57903-4788-45d8-aed0-b93bc46e4619 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3885aa7992e4e54891e9136ce879dfd HTTP/1.1" status: 200 len: 379 time: 0.1219435 Feb 20 21:59:33.820630 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e311ca5-67c9-4422-a6d8-754a459b294c req-79d03c9b-dd65-4dc8-af4b-449eca9b278c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:33.823683 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7e311ca5-67c9-4422-a6d8-754a459b294c req-79d03c9b-dd65-4dc8-af4b-449eca9b278c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.1135764 Feb 20 21:59:33.861165 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-7c233fab-f8cf-4579-8b09-54cc0823045e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Request body: {'port': {'device_id': 'f5eecdc5-8ced-4158-99ab-b5ce29077eb1', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'admin_state_up': True, 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'security_groups': ['dbc273db-879f-42a4-b1db-3d22cffc3ad1']}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:59:33.889529 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-977a98c9-715e-4503-8fe8-d161f7779446 req-191aaa0f-39c9-400e-b620-9150555c0837 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d479f105163541f18f8c7e153c5762e4 HTTP/1.1" status: 200 len: 378 time: 0.1271675 Feb 20 21:59:33.918877 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-977a98c9-715e-4503-8fe8-d161f7779446 req-295f8fc0-a7cb-4508-beb4-fc6c03e35a04 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Request body: {'port': {'device_id': 'a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a', 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04', 'admin_state_up': True, 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'security_groups': ['5ff13e65-3e19-4bb0-82cf-31aca41f7ce3']}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:59:33.923817 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7e311ca5-67c9-4422-a6d8-754a459b294c req-55ace69e-e3e3-4c76-a2fe-55eac7ec1214 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921335 Feb 20 21:59:33.957999 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a37975c4-8ea4-427e-93ce-b86d2f097c8a req-a51bbb02-47fd-4640-ba7b-86d8d5551a89 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a89eb610-f3f6-48dd-a90b-fd6474eca384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032655 Feb 20 21:59:33.969213 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4a59216c-ea26-45a9-a88c-c8b607fbdd52 req-73e29268-aeb1-4656-9596-54e59d45bf2d tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 210 time: 0.0580833 Feb 20 21:59:34.065443 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a37975c4-8ea4-427e-93ce-b86d2f097c8a req-41a2185b-57fd-43d7-88db-35eefa409764 service neutron] 10.222.0.45 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950084 Feb 20 21:59:34.302471 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-7c233fab-f8cf-4579-8b09-54cc0823045e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Made reservation on behalf of b3885aa7992e4e54891e9136ce879dfd for: {'port': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:59:34.306066 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-7c233fab-f8cf-4579-8b09-54cc0823045e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:34.320421 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977a98c9-715e-4503-8fe8-d161f7779446 req-295f8fc0-a7cb-4508-beb4-fc6c03e35a04 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Made reservation on behalf of d479f105163541f18f8c7e153c5762e4 for: {'port': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:59:34.324075 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-977a98c9-715e-4503-8fe8-d161f7779446 req-295f8fc0-a7cb-4508-beb4-fc6c03e35a04 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:34.398915 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d60941a5-3e07-4926-938e-9386d7efa7e0 req-6d572d92-36d5-4743-85e5-e0fbbaae2e39 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 210 time: 0.3120525 Feb 20 21:59:34.463643 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a37975c4-8ea4-427e-93ce-b86d2f097c8a req-244b644f-86b8-400d-a081-3eea9cdf14e1 service neutron] 10.222.0.45 "GET /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848262 Feb 20 21:59:34.543617 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-7c233fab-f8cf-4579-8b09-54cc0823045e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Allocated IP 172.20.0.6 (73283953-4b32-47aa-9293-e0cdbad6f01b/4a43bc83-a8d6-4033-994e-40c0a619b573/07867352-7788-40d5-9792-bed5ce1aec62) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:59:34.563349 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [req-977a98c9-715e-4503-8fe8-d161f7779446 req-295f8fc0-a7cb-4508-beb4-fc6c03e35a04 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Allocated IP 172.20.0.4 (a107c3cd-02d1-4849-8308-24a035f50f04/702e0172-0af4-41f5-ae8b-8c6031804aad/e49485d9-ee9a-42ed-bfd1-0e26f5a820d7) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:59:34.795715 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-7c233fab-f8cf-4579-8b09-54cc0823045e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for port (07867352-7788-40d5-9792-bed5ce1aec62), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:34.814361 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-977a98c9-715e-4503-8fe8-d161f7779446 req-295f8fc0-a7cb-4508-beb4-fc6c03e35a04 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:34.863858 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-7c233fab-f8cf-4579-8b09-54cc0823045e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (07867352-7788-40d5-9792-bed5ce1aec62), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:34.896507 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-977a98c9-715e-4503-8fe8-d161f7779446 req-295f8fc0-a7cb-4508-beb4-fc6c03e35a04 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:34.919726 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-7c233fab-f8cf-4579-8b09-54cc0823045e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Network 73283953-4b32-47aa-9293-e0cdbad6f01b is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:59:34.929562 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-7c233fab-f8cf-4579-8b09-54cc0823045e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:59:34.937446 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-7c233fab-f8cf-4579-8b09-54cc0823045e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:59:34.942770 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977a98c9-715e-4503-8fe8-d161f7779446 req-295f8fc0-a7cb-4508-beb4-fc6c03e35a04 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Network a107c3cd-02d1-4849-8308-24a035f50f04 is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:59:34.943603 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c233fab-f8cf-4579-8b09-54cc0823045e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event updated for resources: {'Port': ['ID=07867352-7788-40d5-9792-bed5ce1aec62,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:34.969669 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [req-977a98c9-715e-4503-8fe8-d161f7779446 req-295f8fc0-a7cb-4508-beb4-fc6c03e35a04 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:59:34.983287 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-977a98c9-715e-4503-8fe8-d161f7779446 req-295f8fc0-a7cb-4508-beb4-fc6c03e35a04 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:59:35.085719 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-7c233fab-f8cf-4579-8b09-54cc0823045e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:35.089757 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-7c233fab-f8cf-4579-8b09-54cc0823045e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:35.098363 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f8fc0-a7cb-4508-beb4-fc6c03e35a04 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Pushing event updated for resources: {'Port': ['ID=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:35.136314 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a98c9-715e-4503-8fe8-d161f7779446 req-295f8fc0-a7cb-4508-beb4-fc6c03e35a04 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:35.137016 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-977a98c9-715e-4503-8fe8-d161f7779446 req-295f8fc0-a7cb-4508-beb4-fc6c03e35a04 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:35.171940 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-977a98c9-715e-4503-8fe8-d161f7779446 req-295f8fc0-a7cb-4508-beb4-fc6c03e35a04 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2566371 Feb 20 21:59:35.176156 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-7c233fab-f8cf-4579-8b09-54cc0823045e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3214753 Feb 20 21:59:35.184561 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899779b-69fd-49d4-b5a2-3819dc3de7ec req-915a2bb2-230d-4b25-87fb-9ae169b2a652 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:35.192113 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6899779b-69fd-49d4-b5a2-3819dc3de7ec req-915a2bb2-230d-4b25-87fb-9ae169b2a652 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.1160455 Feb 20 21:59:35.208914 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Request body: {'port': {'device_id': 'f5eecdc5-8ced-4158-99ab-b5ce29077eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:59:35.217131 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Request body: {'port': {'device_id': 'a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:59:35.236119 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd643c-f1c1-44d9-95bd-4dfb6912895f req-8db1ff29-2005-4f83-a411-17edcf574110 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:35.237743 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e9cd643c-f1c1-44d9-95bd-4dfb6912895f req-8db1ff29-2005-4f83-a411-17edcf574110 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 931 time: 0.1292746 Feb 20 21:59:35.331094 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (07867352-7788-40d5-9792-bed5ce1aec62), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:35.359924 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-78e1bc11-d70a-4226-9da3-9e3f1252ff4a None None] Provisioning complete for port 07867352-7788-40d5-9792-bed5ce1aec62 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:59:35.360490 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-78e1bc11-d70a-4226-9da3-9e3f1252ff4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (07867352-7788-40d5-9792-bed5ce1aec62), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:35.371911 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6899779b-69fd-49d4-b5a2-3819dc3de7ec req-aefd789f-d151-4341-857a-ceea4935c672 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783905 Feb 20 21:59:35.409830 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:35.422182 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e9cd643c-f1c1-44d9-95bd-4dfb6912895f req-f4e40a8d-eeaa-4012-b022-0508cc5970a5 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676633 Feb 20 21:59:35.423844 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-78e1bc11-d70a-4226-9da3-9e3f1252ff4a None None] Port 07867352-7788-40d5-9792-bed5ce1aec62 cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:59:35.541860 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82653e01-daf8-4380-8698-bb61f34a2ced req-bd536f34-469e-4c7d-9a40-7262289ccb0f tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:35.546451 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-5667e51b-3d1e-42d2-b0f4-f0bcad5164a2 None None] Provisioning complete for port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:59:35.547040 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-5667e51b-3d1e-42d2-b0f4-f0bcad5164a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:35.556726 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-82653e01-daf8-4380-8698-bb61f34a2ced req-bd536f34-469e-4c7d-9a40-7262289ccb0f tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 931 time: 0.0779715 Feb 20 21:59:35.590349 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-5667e51b-3d1e-42d2-b0f4-f0bcad5164a2 None None] Port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:59:35.605261 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-82653e01-daf8-4380-8698-bb61f34a2ced req-87516a5c-f419-470f-a403-31a59a8612a8 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474181 Feb 20 21:59:35.825243 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07867352-7788-40d5-9792-bed5ce1aec62 {{(pid=102708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:59:35.839289 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Publish callbacks [] for port (07867352-7788-40d5-9792-bed5ce1aec62), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:35.872583 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.provisioning_blocks [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Transition to ACTIVE for port object 07867352-7788-40d5-9792-bed5ce1aec62 will not be triggered until provisioned by entity L2. {{(pid=102708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:59:35.880824 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (07867352-7788-40d5-9792-bed5ce1aec62), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:35.884045 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 {{(pid=102708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:59:35.897212 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Publish callbacks [] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:35.942937 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.provisioning_blocks [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Transition to ACTIVE for port object e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 will not be triggered until provisioned by entity L2. {{(pid=102708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:59:35.954789 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Pushing event updated for resources: {'Port': ['ID=07867352-7788-40d5-9792-bed5ce1aec62,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:35.970765 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:36.058763 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Pushing event updated for resources: {'Port': ['ID=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:36.117062 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Attempting to bind port 07867352-7788-40d5-9792-bed5ce1aec62 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:59:36.117401 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Attempting to bind port 07867352-7788-40d5-9792-bed5ce1aec62 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:59:36.117732 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Attempting to bind port 07867352-7788-40d5-9792-bed5ce1aec62 on network 73283953-4b32-47aa-9293-e0cdbad6f01b {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:59:36.123985 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Port 07867352-7788-40d5-9792-bed5ce1aec62 on network 73283953-4b32-47aa-9293-e0cdbad6f01b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:59:36.124312 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Attempting to bind port 07867352-7788-40d5-9792-bed5ce1aec62 on network 73283953-4b32-47aa-9293-e0cdbad6f01b {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:59:36.134235 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:59:36.134585 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Checking segment: {'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:59:36.134979 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Bound using segment: {'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:59:36.135430 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Bound port: 07867352-7788-40d5-9792-bed5ce1aec62, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'}}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:59:36.135797 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (07867352-7788-40d5-9792-bed5ce1aec62), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:36.187944 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Attempting to bind port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:59:36.188326 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Attempting to bind port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '5ff9e258-e458-4016-b0a8-873e9d9a7bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04'}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:59:36.188656 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Attempting to bind port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 on network a107c3cd-02d1-4849-8308-24a035f50f04 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:59:36.197716 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 on network a107c3cd-02d1-4849-8308-24a035f50f04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:59:36.198031 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Attempting to bind port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 on network a107c3cd-02d1-4849-8308-24a035f50f04 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:59:36.209833 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:59:36.210174 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Checking segment: {'id': '5ff9e258-e458-4016-b0a8-873e9d9a7bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:59:36.210562 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Bound using segment: {'id': '5ff9e258-e458-4016-b0a8-873e9d9a7bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04'} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:59:36.211001 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Bound port: e49485d9-ee9a-42ed-bfd1-0e26f5a820d7, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff9e258-e458-4016-b0a8-873e9d9a7bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04'}}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:59:36.211359 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:36.260688 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] For port 07867352-7788-40d5-9792-bed5ce1aec62, host hv-cinder-83009, cleared binding levels {{(pid=102708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:59:36.277296 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] For port 07867352-7788-40d5-9792-bed5ce1aec62, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=07867352-7788-40d5-9792-bed5ce1aec62,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:59:36.290221 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (07867352-7788-40d5-9792-bed5ce1aec62), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:36.331132 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] For port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7, host hv-cinder-83009, cleared binding levels {{(pid=102708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:59:36.351373 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] For port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7,segment=NetworkSegment(5ff9e258-e458-4016-b0a8-873e9d9a7bb5),segment_id=5ff9e258-e458-4016-b0a8-873e9d9a7bb5)] {{(pid=102708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:59:36.353968 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:36.355333 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:36.356055 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] 10.222.0.45 "PUT /v2.0/ports/07867352-7788-40d5-9792-bed5ce1aec62 HTTP/1.1" status: 200 len: 1093 time: 1.1573875 Feb 20 21:59:36.356501 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5eecdc5-8ced-4158-99ab-b5ce29077eb1', 'tag': '07867352-7788-40d5-9792-bed5ce1aec62'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:59:36.359085 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6cfbe3-79ea-4faa-a8a2-5f191b6802a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f5eecdc5-8ced-4158-99ab-b5ce29077eb1", "tag": "07867352-7788-40d5-9792-bed5ce1aec62"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:59:36.381387 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:36.401770 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fce6b-49d1-4d31-9033-99d5cc4d478c service neutron] Pushing event updated for resources: {'Port': ['ID=07867352-7788-40d5-9792-bed5ce1aec62,revision_number=3']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:36.409917 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e84572a-4681-4adc-b8dc-1935b57739db x-openstack-request-id: req-9e84572a-4681-4adc-b8dc-1935b57739db {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:59:36.410153 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5eecdc5-8ced-4158-99ab-b5ce29077eb1", "tag": "07867352-7788-40d5-9792-bed5ce1aec62", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:59:36.410379 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9e84572a-4681-4adc-b8dc-1935b57739db {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:59:36.410781 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5eecdc5-8ced-4158-99ab-b5ce29077eb1', 'tag': '07867352-7788-40d5-9792-bed5ce1aec62', 'status': 'completed', 'code': 200} Feb 20 21:59:36.412062 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:36.412684 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:36.414098 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-977a98c9-715e-4503-8fe8-d161f7779446 req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] 10.222.0.45 "PUT /v2.0/ports/e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 HTTP/1.1" status: 200 len: 1093 time: 1.2128713 Feb 20 21:59:36.542138 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c19676-c10a-4118-a137-7ca4f6888307 service neutron] Pushing event updated for resources: {'Port': ['ID=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7,revision_number=3']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:36.568580 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-5ff53b2d-45f5-4c34-bdcc-0d5e48720c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:36.570292 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-5ff53b2d-45f5-4c34-bdcc-0d5e48720c32 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3885aa7992e4e54891e9136ce879dfd&device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 1127 time: 0.1273530 Feb 20 21:59:36.574058 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a98c9-715e-4503-8fe8-d161f7779446 req-26a587c9-3ae2-4f45-8527-1fbebb52bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:36.575812 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-977a98c9-715e-4503-8fe8-d161f7779446 req-26a587c9-3ae2-4f45-8527-1fbebb52bfac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d479f105163541f18f8c7e153c5762e4&device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 1127 time: 0.0898783 Feb 20 21:59:36.636442 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6599bc-cdde-4715-806f-b2b1275e8986 req-a435bf2d-a39b-4cc6-a29b-0745a6022e40 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:36.638703 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8c6599bc-cdde-4715-806f-b2b1275e8986 req-a435bf2d-a39b-4cc6-a29b-0745a6022e40 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.1064332 Feb 20 21:59:36.653280 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb22f1-a72d-4037-9e9a-b6ce8179e889 req-79d14b92-569e-4008-9221-f5e28c1e2af2 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:36.654788 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c5bb22f1-a72d-4037-9e9a-b6ce8179e889 req-79d14b92-569e-4008-9221-f5e28c1e2af2 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 943 time: 0.1115801 Feb 20 21:59:36.687549 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-977a98c9-715e-4503-8fe8-d161f7779446 req-0148e033-12bd-431f-8af2-7eda94e4a5a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 HTTP/1.1" status: 200 len: 217 time: 0.0853097 Feb 20 21:59:36.688940 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-f90dc271-62cd-4a46-acb9-7c9d6e3aabbf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07867352-7788-40d5-9792-bed5ce1aec62 HTTP/1.1" status: 200 len: 217 time: 0.0948315 Feb 20 21:59:36.717693 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8c6599bc-cdde-4715-806f-b2b1275e8986 req-30859841-3312-46e2-ab4d-b91d5c29c8a3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617027 Feb 20 21:59:36.755842 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c5bb22f1-a72d-4037-9e9a-b6ce8179e889 req-5f01fe88-0463-4441-9d61-78d945d1268c tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640569 Feb 20 21:59:36.802593 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-6f69533b-0f93-4709-ace5-011567b5cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:36.804067 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-6f69533b-0f93-4709-ace5-011567b5cff5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a43bc83-a8d6-4033-994e-40c0a619b573 HTTP/1.1" status: 200 len: 849 time: 0.0904052 Feb 20 21:59:36.806040 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a98c9-715e-4503-8fe8-d161f7779446 req-48355359-cea8-40c3-8b10-0c346efb152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:36.807385 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-977a98c9-715e-4503-8fe8-d161f7779446 req-48355359-cea8-40c3-8b10-0c346efb152f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=702e0172-0af4-41f5-ae8b-8c6031804aad HTTP/1.1" status: 200 len: 848 time: 0.1054466 Feb 20 21:59:36.863761 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c765c4-91cc-4f9c-a648-a536dc23a393 req-c296d1a5-eee5-4bbf-9297-6d8a3135d96f tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:36.865199 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-71c765c4-91cc-4f9c-a648-a536dc23a393 req-c296d1a5-eee5-4bbf-9297-6d8a3135d96f tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.0536520 Feb 20 21:59:36.891201 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-9d51d2c3-3861-4917-a541-79c0a2c47627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:36.892795 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-9d51d2c3-3861-4917-a541-79c0a2c47627 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73283953-4b32-47aa-9293-e0cdbad6f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0763984 Feb 20 21:59:36.895143 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a98c9-715e-4503-8fe8-d161f7779446 req-e06296bc-cba6-49af-b1a9-b7737f8352e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:36.896485 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-977a98c9-715e-4503-8fe8-d161f7779446 req-e06296bc-cba6-49af-b1a9-b7737f8352e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a107c3cd-02d1-4849-8308-24a035f50f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790710 Feb 20 21:59:36.919378 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-71c765c4-91cc-4f9c-a648-a536dc23a393 req-5a713593-9708-46ec-a23b-0dcb7b48a5b7 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480928 Feb 20 21:59:37.067730 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-285f1c7b-80ba-4210-b489-0ca9f4e0d07e service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540067 Feb 20 21:59:37.069727 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-977a98c9-715e-4503-8fe8-d161f7779446 req-4f9c20db-e225-413c-8c99-5a0c5cee17ec service neutron] 10.222.0.45 "GET /v2.0/networks/a107c3cd-02d1-4849-8308-24a035f50f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479745 Feb 20 21:59:37.224565 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b24acf4a-52d9-4929-929a-f61e50a62332 req-4b9c2530-8cb4-4a02-867e-018b45a07090 service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495457 Feb 20 21:59:37.228435 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-977a98c9-715e-4503-8fe8-d161f7779446 req-7c4c4e16-0030-419c-8f09-4670da6e78d9 service neutron] 10.222.0.45 "GET /v2.0/networks/a107c3cd-02d1-4849-8308-24a035f50f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463103 Feb 20 21:59:37.324529 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cfbe3-79ea-4faa-a8a2-5f191b6802a3 req-b962e18f-f476-4965-8ecb-64a07610941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:37.326070 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2f6cfbe3-79ea-4faa-a8a2-5f191b6802a3 req-b962e18f-f476-4965-8ecb-64a07610941a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3885aa7992e4e54891e9136ce879dfd&device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 1127 time: 0.0466743 Feb 20 21:59:37.435188 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cfbe3-79ea-4faa-a8a2-5f191b6802a3 req-b333134f-441c-419d-b699-4a2ca645045d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:37.436644 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2f6cfbe3-79ea-4faa-a8a2-5f191b6802a3 req-b333134f-441c-419d-b699-4a2ca645045d service neutron] 10.222.0.45 "GET /v2.0/networks?id=73283953-4b32-47aa-9293-e0cdbad6f01b HTTP/1.1" status: 200 len: 911 time: 0.0874720 Feb 20 21:59:37.439806 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c737405-87d2-4ad7-84d9-02586117660a req-a2298fef-54bc-4730-8be8-3f42c5517e58 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:37.441301 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3c737405-87d2-4ad7-84d9-02586117660a req-a2298fef-54bc-4730-8be8-3f42c5517e58 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0528672 Feb 20 21:59:37.487572 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2f6cfbe3-79ea-4faa-a8a2-5f191b6802a3 req-17fb413d-ebed-4619-9124-19331b79bdf8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07867352-7788-40d5-9792-bed5ce1aec62 HTTP/1.1" status: 200 len: 217 time: 0.0387402 Feb 20 21:59:37.488682 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3c737405-87d2-4ad7-84d9-02586117660a req-96cc5234-ca45-44b3-b1b0-7a3ec6a46ff0 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417819 Feb 20 21:59:37.541421 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cfbe3-79ea-4faa-a8a2-5f191b6802a3 req-0ea397e3-7c28-473a-adc6-a1caf2a9e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:37.542899 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2f6cfbe3-79ea-4faa-a8a2-5f191b6802a3 req-0ea397e3-7c28-473a-adc6-a1caf2a9e0eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a43bc83-a8d6-4033-994e-40c0a619b573 HTTP/1.1" status: 200 len: 849 time: 0.0483177 Feb 20 21:59:37.593998 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cfbe3-79ea-4faa-a8a2-5f191b6802a3 req-a5f06b03-f4af-4143-a4e9-f0d996af20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:37.595488 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2f6cfbe3-79ea-4faa-a8a2-5f191b6802a3 req-a5f06b03-f4af-4143-a4e9-f0d996af20f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73283953-4b32-47aa-9293-e0cdbad6f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450692 Feb 20 21:59:37.688247 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2f6cfbe3-79ea-4faa-a8a2-5f191b6802a3 req-660803a1-a867-4b54-97c5-c3dfb58c1817 service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838070 Feb 20 21:59:37.780550 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2f6cfbe3-79ea-4faa-a8a2-5f191b6802a3 req-f7dc63a2-7e59-4519-b959-76bf4a4708b1 service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849848 Feb 20 21:59:37.895366 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c2a88-6aac-45ad-8b0a-56abb7d3b1eb req-9f6dc74f-3539-4695-a9f0-daa531713f35 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:37.896834 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-512c2a88-6aac-45ad-8b0a-56abb7d3b1eb req-9f6dc74f-3539-4695-a9f0-daa531713f35 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.0847323 Feb 20 21:59:37.916697 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16c141-17c6-4d9b-ae6a-2ae7666a635d req-b66c9f0d-3cdc-41c9-b8b9-421324fe2e59 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:37.918293 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7c16c141-17c6-4d9b-ae6a-2ae7666a635d req-b66c9f0d-3cdc-41c9-b8b9-421324fe2e59 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 943 time: 0.0794570 Feb 20 21:59:37.983567 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-512c2a88-6aac-45ad-8b0a-56abb7d3b1eb req-d9a9b28e-7cc4-45ca-ad83-f02db1bc6cc1 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794818 Feb 20 21:59:37.991944 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7c16c141-17c6-4d9b-ae6a-2ae7666a635d req-00ec6763-9afe-4063-bdc6-3ea5f398e7fe tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663116 Feb 20 21:59:38.091424 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd24021-2d35-45e6-8c2e-127a1d49747a req-e92b74a7-e754-443e-818c-46b1945d9a19 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:38.093005 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0fd24021-2d35-45e6-8c2e-127a1d49747a req-e92b74a7-e754-443e-818c-46b1945d9a19 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.0531187 Feb 20 21:59:38.140613 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0fd24021-2d35-45e6-8c2e-127a1d49747a req-16e5c59b-a3ea-4001-804a-780e5b96e8b3 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422051 Feb 20 21:59:38.412418 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a', 'tag': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:59:38.414852 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcab929f-590e-4903-aafa-0b37a886a068" -d '{"events": [{"name": "network-changed", "server_uuid": "a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a", "tag": "e49485d9-ee9a-42ed-bfd1-0e26f5a820d7"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:59:38.450507 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d23477-cd4d-49d6-ad88-ad118ad0ead1 x-openstack-request-id: req-15d23477-cd4d-49d6-ad88-ad118ad0ead1 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:59:38.450804 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a", "tag": "e49485d9-ee9a-42ed-bfd1-0e26f5a820d7", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:59:38.451059 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15d23477-cd4d-49d6-ad88-ad118ad0ead1 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:59:38.451455 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a', 'tag': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7', 'status': 'completed', 'code': 200} Feb 20 21:59:38.531655 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab929f-590e-4903-aafa-0b37a886a068 req-ff1353b1-38f7-41c2-a195-a4e2cb06961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:38.533191 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-dcab929f-590e-4903-aafa-0b37a886a068 req-ff1353b1-38f7-41c2-a195-a4e2cb06961c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d479f105163541f18f8c7e153c5762e4&device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 1127 time: 0.0521202 Feb 20 21:59:38.613027 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9783437-a0d1-4018-9eba-c5f8ca069f79 req-63bf327f-8773-47f2-807b-62e450985313 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:38.614508 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a9783437-a0d1-4018-9eba-c5f8ca069f79 req-63bf327f-8773-47f2-807b-62e450985313 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0576820 Feb 20 21:59:38.627188 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab929f-590e-4903-aafa-0b37a886a068 req-b75a5806-9f69-42d0-851f-0bf20a10a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:38.628623 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-dcab929f-590e-4903-aafa-0b37a886a068 req-b75a5806-9f69-42d0-851f-0bf20a10a4ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=a107c3cd-02d1-4849-8308-24a035f50f04 HTTP/1.1" status: 200 len: 910 time: 0.0893950 Feb 20 21:59:38.663370 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a9783437-a0d1-4018-9eba-c5f8ca069f79 req-26965940-0734-4e10-927b-e523cd66f9d1 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427167 Feb 20 21:59:38.674335 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-dcab929f-590e-4903-aafa-0b37a886a068 req-cfa14d16-3503-4d37-b108-72c0abb17b6f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 HTTP/1.1" status: 200 len: 217 time: 0.0378878 Feb 20 21:59:38.724422 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab929f-590e-4903-aafa-0b37a886a068 req-8ce915f7-da9a-4116-8e68-180d57915c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:38.725925 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-dcab929f-590e-4903-aafa-0b37a886a068 req-8ce915f7-da9a-4116-8e68-180d57915c5f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=702e0172-0af4-41f5-ae8b-8c6031804aad HTTP/1.1" status: 200 len: 848 time: 0.0435991 Feb 20 21:59:38.775482 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab929f-590e-4903-aafa-0b37a886a068 req-bade4abd-0e83-4468-ba08-1dbb6fb5912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:38.777006 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-dcab929f-590e-4903-aafa-0b37a886a068 req-bade4abd-0e83-4468-ba08-1dbb6fb5912d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a107c3cd-02d1-4849-8308-24a035f50f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445268 Feb 20 21:59:38.876594 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-dcab929f-590e-4903-aafa-0b37a886a068 req-0bfed66e-ca7a-4cbe-afab-a0d6dd2342d4 service neutron] 10.222.0.45 "GET /v2.0/networks/a107c3cd-02d1-4849-8308-24a035f50f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878890 Feb 20 21:59:39.141915 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c0769-22ab-41e2-9fb1-6d0fb7a3af7b req-a44d8244-e133-47eb-8511-9e2a43fdaeef tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:39.143397 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a97c0769-22ab-41e2-9fb1-6d0fb7a3af7b req-a44d8244-e133-47eb-8511-9e2a43fdaeef tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 943 time: 0.0835965 Feb 20 21:59:39.154469 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72f091-47a1-43a6-bbe3-35a155a44f66 req-73b52930-a5a8-46ed-acf7-f0e3a0a8ec1a tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:39.155986 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4d72f091-47a1-43a6-bbe3-35a155a44f66 req-73b52930-a5a8-46ed-acf7-f0e3a0a8ec1a tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.0871339 Feb 20 21:59:39.187047 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-dcab929f-590e-4903-aafa-0b37a886a068 req-46c4abe8-85c1-4d48-abd8-6a481747454b service neutron] 10.222.0.45 "GET /v2.0/networks/a107c3cd-02d1-4849-8308-24a035f50f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004918 Feb 20 21:59:39.226096 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a97c0769-22ab-41e2-9fb1-6d0fb7a3af7b req-bc2589d0-a2bf-41ae-915d-6c6ba21f0161 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691268 Feb 20 21:59:39.243290 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4d72f091-47a1-43a6-bbe3-35a155a44f66 req-8e58bfc5-3365-4923-a40f-f9166cebdc6d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779612 Feb 20 21:59:39.332562 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42375860-20b2-4add-8cdf-8f26c7537d66 req-82be9b0f-c805-46be-8fb8-9683d26cbc11 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:39.334055 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-42375860-20b2-4add-8cdf-8f26c7537d66 req-82be9b0f-c805-46be-8fb8-9683d26cbc11 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.0535140 Feb 20 21:59:39.383288 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-42375860-20b2-4add-8cdf-8f26c7537d66 req-66bcb1e9-7939-40e4-9469-17853282686f tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435872 Feb 20 21:59:39.778636 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bf69a-d666-41ae-85ee-3731ad6f9b68 req-4eb6bd9a-326b-415c-a00b-e291d4464a6a tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:39.780089 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3b5bf69a-d666-41ae-85ee-3731ad6f9b68 req-4eb6bd9a-326b-415c-a00b-e291d4464a6a tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0515361 Feb 20 21:59:39.829744 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3b5bf69a-d666-41ae-85ee-3731ad6f9b68 req-ccf9a7e6-7684-4515-a6fa-abd97522ed18 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440643 Feb 20 21:59:40.374863 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de90551-a6ad-4f6c-a901-2dd969ad4d0e req-0cfae07e-5fd4-4a02-8816-fee028769334 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:40.376642 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3de90551-a6ad-4f6c-a901-2dd969ad4d0e req-0cfae07e-5fd4-4a02-8816-fee028769334 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 943 time: 0.0842886 Feb 20 21:59:40.399218 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c90d7-1a79-454c-b06d-de2870e74371 req-346f45b4-2178-4f3e-89e5-4c2ffba10052 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:40.400639 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-827c90d7-1a79-454c-b06d-de2870e74371 req-346f45b4-2178-4f3e-89e5-4c2ffba10052 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.0792415 Feb 20 21:59:40.462481 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3de90551-a6ad-4f6c-a901-2dd969ad4d0e req-f069f86a-26e4-4685-b010-b587cd2965d9 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796371 Feb 20 21:59:40.475303 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-827c90d7-1a79-454c-b06d-de2870e74371 req-42d8803f-a714-4fb8-95a9-ae85c5a6daff tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674767 Feb 20 21:59:40.572234 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b8007-9df9-43b7-a97a-e58570129516 req-d4ac3d87-7e7f-475e-93e2-f345d6f5c01a tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:40.573754 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2e0b8007-9df9-43b7-a97a-e58570129516 req-d4ac3d87-7e7f-475e-93e2-f345d6f5c01a tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.0549014 Feb 20 21:59:40.577605 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b748d93-0bff-4f0f-9941-7e830d638cf1 req-dd236473-7927-4183-ad51-27c5c915ec22 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:40.579036 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1b748d93-0bff-4f0f-9941-7e830d638cf1 req-dd236473-7927-4183-ad51-27c5c915ec22 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.45 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 945 time: 0.0525227 Feb 20 21:59:40.627206 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2e0b8007-9df9-43b7-a97a-e58570129516 req-e1dd6e1c-a763-4bee-94b7-9fd197f8ea7c tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477166 Feb 20 21:59:40.679186 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-1b748d93-0bff-4f0f-9941-7e830d638cf1 req-f2bfbb55-d5c1-4738-971c-1fa96ce956e9 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Deleting port 18bc55aa-78d6-46e7-90dd-6c2367b886d5 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:59:40.679527 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-1b748d93-0bff-4f0f-9941-7e830d638cf1 req-f2bfbb55-d5c1-4738-971c-1fa96ce956e9 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (18bc55aa-78d6-46e7-90dd-6c2367b886d5), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:40.770923 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-1b748d93-0bff-4f0f-9941-7e830d638cf1 req-f2bfbb55-d5c1-4738-971c-1fa96ce956e9 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] For port 18bc55aa-78d6-46e7-90dd-6c2367b886d5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=18bc55aa-78d6-46e7-90dd-6c2367b886d5,segment=NetworkSegment(34364242-bfb9-46d9-a6c3-dc8b7b66c390),segment_id=34364242-bfb9-46d9-a6c3-dc8b7b66c390)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:59:40.771960 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-1b748d93-0bff-4f0f-9941-7e830d638cf1 req-f2bfbb55-d5c1-4738-971c-1fa96ce956e9 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (18bc55aa-78d6-46e7-90dd-6c2367b886d5), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:40.784129 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-1b748d93-0bff-4f0f-9941-7e830d638cf1 req-f2bfbb55-d5c1-4738-971c-1fa96ce956e9 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Calling delete_port for 18bc55aa-78d6-46e7-90dd-6c2367b886d5 owned by compute:nova {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:59:40.919414 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-1b748d93-0bff-4f0f-9941-7e830d638cf1 req-f2bfbb55-d5c1-4738-971c-1fa96ce956e9 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (18bc55aa-78d6-46e7-90dd-6c2367b886d5), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:40.932299 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['b7fdc472-ff50-4b72-85de-a3c41f136769', '18bc55aa-78d6-46e7-90dd-6c2367b886d5'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:59:40.950165 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfbb55-d5c1-4738-971c-1fa96ce956e9 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Pushing event deleted for resources: {'Port': ['ID=18bc55aa-78d6-46e7-90dd-6c2367b886d5,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:40.968456 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce41cfd-14bc-4426-bd9e-037e8db1ef03 req-de84fe50-67b4-41d8-ab6b-2442e37da92e tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:40.970204 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cce41cfd-14bc-4426-bd9e-037e8db1ef03 req-de84fe50-67b4-41d8-ab6b-2442e37da92e tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248fe9f-081f-4130-a6d9-2ad8e8dde704 HTTP/1.1" status: 200 len: 867 time: 0.0738285 Feb 20 21:59:40.999021 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b748d93-0bff-4f0f-9941-7e830d638cf1 req-f2bfbb55-d5c1-4738-971c-1fa96ce956e9 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] No DVR routers for this DVR port 18bc55aa-78d6-46e7-90dd-6c2367b886d5 on host hv-cinder-83009 {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:59:41.002066 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-1b748d93-0bff-4f0f-9941-7e830d638cf1 req-f2bfbb55-d5c1-4738-971c-1fa96ce956e9 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:41.008024 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1b748d93-0bff-4f0f-9941-7e830d638cf1 req-f2bfbb55-d5c1-4738-971c-1fa96ce956e9 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.45 "DELETE /v2.0/ports/18bc55aa-78d6-46e7-90dd-6c2367b886d5 HTTP/1.1" status: 204 len: 173 time: 0.4226289 Feb 20 21:59:41.008486 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1248fe9f-081f-4130-a6d9-2ad8e8dde704', 'name': 'network-vif-deleted', 'tag': '18bc55aa-78d6-46e7-90dd-6c2367b886d5'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:59:41.010772 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ebb476-1871-4693-8ad8-afcf3c49fb80" -d '{"events": [{"server_uuid": "1248fe9f-081f-4130-a6d9-2ad8e8dde704", "name": "network-vif-deleted", "tag": "18bc55aa-78d6-46e7-90dd-6c2367b886d5"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:59:41.031154 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cce41cfd-14bc-4426-bd9e-037e8db1ef03 req-71494302-4179-459a-a59e-c398e5e9bb1c tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545783 Feb 20 21:59:41.064370 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc295493-5721-495e-add6-1307b51ac713 x-openstack-request-id: req-bc295493-5721-495e-add6-1307b51ac713 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:59:41.064667 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1248fe9f-081f-4130-a6d9-2ad8e8dde704", "name": "network-vif-deleted", "tag": "18bc55aa-78d6-46e7-90dd-6c2367b886d5", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:59:41.064922 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bc295493-5721-495e-add6-1307b51ac713 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:59:41.065358 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1248fe9f-081f-4130-a6d9-2ad8e8dde704', 'name': 'network-vif-deleted', 'tag': '18bc55aa-78d6-46e7-90dd-6c2367b886d5', 'status': 'completed', 'code': 200} Feb 20 21:59:41.616278 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1005612-6fd5-4475-9d49-919957cf75a4 req-6ed6e614-588e-484f-83ff-1732ed19a647 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:41.617792 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e1005612-6fd5-4475-9d49-919957cf75a4 req-6ed6e614-588e-484f-83ff-1732ed19a647 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 943 time: 0.0884135 Feb 20 21:59:41.631237 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b3c60-904c-4cfc-90f6-5f07a2f543f7 req-225ce2fd-0bac-41d7-91c4-7fe3778475ef tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:41.632709 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c98b3c60-904c-4cfc-90f6-5f07a2f543f7 req-225ce2fd-0bac-41d7-91c4-7fe3778475ef tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.0765221 Feb 20 21:59:41.706816 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e1005612-6fd5-4475-9d49-919957cf75a4 req-a954e543-aeeb-4e35-844b-03a13d2e8ec4 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829499 Feb 20 21:59:41.711480 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c98b3c60-904c-4cfc-90f6-5f07a2f543f7 req-38b44d8e-d66d-4769-8858-21ab9f3b9f23 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720317 Feb 20 21:59:41.825455 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b997c2c-37a9-4692-88a8-5ced4f864cbf req-0a313048-a96b-4412-9943-13d8f35f328c tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:41.826759 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6b997c2c-37a9-4692-88a8-5ced4f864cbf req-0a313048-a96b-4412-9943-13d8f35f328c tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.0537028 Feb 20 21:59:41.881961 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6b997c2c-37a9-4692-88a8-5ced4f864cbf req-35c460f5-a092-4a7d-8272-cc00611b5bd4 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487552 Feb 20 21:59:42.322790 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931a115-dff8-4aeb-8c00-3f6ebc9569db req-cf6bf679-4255-441c-ba9e-e5b749a71421 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:42.324515 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8931a115-dff8-4aeb-8c00-3f6ebc9569db req-cf6bf679-4255-441c-ba9e-e5b749a71421 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0614233 Feb 20 21:59:42.378160 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8931a115-dff8-4aeb-8c00-3f6ebc9569db req-e665505a-80dc-4ad7-8e2a-40962a057bf4 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482471 Feb 20 21:59:42.690818 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device aaef37b2-cc8c-4644-bbd0-73b1ccf00101 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:59:42.798539 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port aaef37b2-cc8c-4644-bbd0-73b1ccf00101, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:59:42.810732 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'port_id': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101', 'mac_address': 'fa:16:3e:fb:9b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:59:42.847557 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:59:42.848749 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:42.862053 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaef37b2-cc8c-4644-bbd0-73b1ccf00101 {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:59:42.866599 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f3315-b847-4979-8179-1e7bfcc37dab req-e0cb2ee9-a8c8-4303-9896-92964e4414a6 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:42.868091 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-695f3315-b847-4979-8179-1e7bfcc37dab req-e0cb2ee9-a8c8-4303-9896-92964e4414a6 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 943 time: 0.0896633 Feb 20 21:59:42.881466 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd567a-05cb-4172-a9e8-14e00e62e261 req-e3f6b7db-6fa7-41ef-bb1f-688bed70ff99 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:42.882320 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port aaef37b2-cc8c-4644-bbd0-73b1ccf00101, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:59:42.883025 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bddd567a-05cb-4172-a9e8-14e00e62e261 req-e3f6b7db-6fa7-41ef-bb1f-688bed70ff99 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 943 time: 0.0745056 Feb 20 21:59:42.889415 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:42.935444 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,revision_number=9']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:42.960876 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-695f3315-b847-4979-8179-1e7bfcc37dab req-965563da-6ec8-4929-a967-d7385980828e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870452 Feb 20 21:59:42.968961 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bddd567a-05cb-4172-a9e8-14e00e62e261 req-86f9146d-6cda-4a3b-a715-e43cc84d013f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779693 Feb 20 21:59:43.067164 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35431dbf-1101-43f9-bd13-ea586cf1e2e5 req-e2138f6f-dc8f-4c0a-87a9-ac8d18be2fa6 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:43.068632 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-35431dbf-1101-43f9-bd13-ea586cf1e2e5 req-e2138f6f-dc8f-4c0a-87a9-ac8d18be2fa6 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.0555007 Feb 20 21:59:43.117148 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-35431dbf-1101-43f9-bd13-ea586cf1e2e5 req-35566b33-3aba-4a40-81c3-2f836c813aac tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428948 Feb 20 21:59:43.517175 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d745f7-ecb4-4a3c-b80a-17b015415a66 req-ea65d567-3944-4698-831f-7d6b757ddf55 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:43.518683 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e5d745f7-ecb4-4a3c-b80a-17b015415a66 req-ea65d567-3944-4698-831f-7d6b757ddf55 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0597847 Feb 20 21:59:43.571291 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e5d745f7-ecb4-4a3c-b80a-17b015415a66 req-fa0aea47-f0bb-49b2-87a4-13185dcff1e9 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470424 Feb 20 21:59:43.602359 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['aaef37b2-cc8c-4644-bbd0-73b1ccf00101'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:59:44.112914 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f1b4e-a4a7-48af-8eff-f0f245881ea5 req-47ca80da-e5ce-40e4-a7b4-f21388d7a201 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:44.114422 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3a2f1b4e-a4a7-48af-8eff-f0f245881ea5 req-47ca80da-e5ce-40e4-a7b4-f21388d7a201 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 943 time: 0.0871062 Feb 20 21:59:44.124899 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eeabfe-2033-4332-b2a3-1c3ea68e3df3 req-62631965-06b1-4c7c-8863-fb99c1b968f9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:44.126352 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a5eeabfe-2033-4332-b2a3-1c3ea68e3df3 req-62631965-06b1-4c7c-8863-fb99c1b968f9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 944 time: 0.0696988 Feb 20 21:59:44.194189 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3a2f1b4e-a4a7-48af-8eff-f0f245881ea5 req-a78c65ad-5c15-492b-9b91-23dd304c7f80 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666814 Feb 20 21:59:44.205589 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a5eeabfe-2033-4332-b2a3-1c3ea68e3df3 req-49da9427-35e3-4ac9-8045-a7b5237e9977 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705075 Feb 20 21:59:44.309760 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a8cb5-2854-46bf-b25f-23bb7ff9fe10 req-e8fe9eb7-1ca4-4a3e-a016-7ab4805b014c tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:44.311220 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a30a8cb5-2854-46bf-b25f-23bb7ff9fe10 req-e8fe9eb7-1ca4-4a3e-a016-7ab4805b014c tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.0560107 Feb 20 21:59:44.360112 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a30a8cb5-2854-46bf-b25f-23bb7ff9fe10 req-8e69cd87-5fdd-4807-b118-9654801b4202 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426807 Feb 20 21:59:44.685830 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fa6f6-b833-461e-91d4-95f8fe4f6439 req-324c3be8-8656-43ef-8287-84d24e91af04 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:44.687396 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2e2fa6f6-b833-461e-91d4-95f8fe4f6439 req-324c3be8-8656-43ef-8287-84d24e91af04 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0521147 Feb 20 21:59:44.697398 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device aaef37b2-cc8c-4644-bbd0-73b1ccf00101 up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:59:44.735126 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2e2fa6f6-b833-461e-91d4-95f8fe4f6439 req-604d57de-135f-46fa-88b6-c1de64649426 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Feb 20 21:59:44.755611 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:59:44.755992 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:44.835355 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:59:44.835746 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:44.855462 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-7ce986f6-79d5-4b66-8eae-a945804f297d tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:44.856946 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-7ce986f6-79d5-4b66-8eae-a945804f297d tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/networks?id=5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a HTTP/1.1" status: 200 len: 814 time: 0.1086817 Feb 20 21:59:44.858402 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877cbd87-824f-48fc-a71c-2521393b6abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:59:44.860600 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed5aebf-54ea-40e8-8d86-87f81187dd3f" -d '{"events": [{"server_uuid": "877cbd87-824f-48fc-a71c-2521393b6abc", "name": "network-vif-plugged", "status": "completed", "tag": "aaef37b2-cc8c-4644-bbd0-73b1ccf00101"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:59:44.872878 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-54d65c6a-d4ea-43a7-ae3a-d034d77b39ad tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/quotas/cc240588178349c5941fd216d35fb369 HTTP/1.1" status: 200 len: 375 time: 0.0103207 Feb 20 21:59:44.875334 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port aaef37b2-cc8c-4644-bbd0-73b1ccf00101, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:59:44.882454 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:44.885237 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 18bc55aa-78d6-46e7-90dd-6c2367b886d5 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:59:44.935002 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448e1b07-53e2-4b48-b583-1a42f5b7984e x-openstack-request-id: req-448e1b07-53e2-4b48-b583-1a42f5b7984e {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:59:44.935230 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877cbd87-824f-48fc-a71c-2521393b6abc", "name": "network-vif-plugged", "status": "completed", "tag": "aaef37b2-cc8c-4644-bbd0-73b1ccf00101", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:59:44.935460 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-448e1b07-53e2-4b48-b583-1a42f5b7984e {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:59:44.935853 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877cbd87-824f-48fc-a71c-2521393b6abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101', 'code': 200} Feb 20 21:59:44.938305 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: 18bc55aa-78d6-46e7-90dd-6c2367b886d5 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:59:44.938662 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 18bc55aa-78d6-46e7-90dd-6c2367b886d5 not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:59:44.951260 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-9f5abf2d-7462-4340-b8d3-db12e825ad49 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc240588178349c5941fd216d35fb369&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0675678 Feb 20 21:59:44.966648 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,revision_number=10']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:45.037979 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-9c0a3609-effb-4b84-a002-6d104dd722e0 service neutron] 10.222.0.61 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806236 Feb 20 21:59:45.127610 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-905c3bba-0f8c-48a0-b72f-4d4fa0102452 service neutron] 10.222.0.61 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838199 Feb 20 21:59:45.293947 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-76f8a3d8-bb57-42f9-93f0-caac3fc50c72 req-8b4a5434-065a-4f6a-823a-0b236b8b5989 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 210 time: 0.0349073 Feb 20 21:59:45.358083 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448093f5-7d40-491b-8666-bc5aa0dee4ee req-6b8c6814-4a19-4de1-97a3-a80b17d8a629 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:45.359630 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-448093f5-7d40-491b-8666-bc5aa0dee4ee req-6b8c6814-4a19-4de1-97a3-a80b17d8a629 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 943 time: 0.0920970 Feb 20 21:59:45.448045 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-448093f5-7d40-491b-8666-bc5aa0dee4ee req-19d9cc1e-344e-4172-890c-dc3a6e47bb54 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773742 Feb 20 21:59:45.466239 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238dd38-5fbb-4822-8e86-116d44c3b756 req-ec8e95a3-dcd8-4e1f-a72d-22a7fe25e878 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:45.468014 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a238dd38-5fbb-4822-8e86-116d44c3b756 req-ec8e95a3-dcd8-4e1f-a72d-22a7fe25e878 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 946 time: 0.1074884 Feb 20 21:59:45.519753 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a238dd38-5fbb-4822-8e86-116d44c3b756 req-08df041b-8d32-414e-b728-5fa68fdda001 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458467 Feb 20 21:59:45.541242 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc390c4-5c17-4ffe-94bd-07323a7125af req-5abc49ea-afb4-4eaa-b7c4-bd3a84e4c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:45.542777 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-afc390c4-5c17-4ffe-94bd-07323a7125af req-5abc49ea-afb4-4eaa-b7c4-bd3a84e4c914 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 1130 time: 0.0587199 Feb 20 21:59:45.585219 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e802d3-ccab-427e-ab90-975f2cadc1bb req-8b4386e3-5ff4-4fae-8554-e9082cf779d6 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:45.586734 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-51e802d3-ccab-427e-ab90-975f2cadc1bb req-8b4386e3-5ff4-4fae-8554-e9082cf779d6 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.0659831 Feb 20 21:59:45.592904 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-afc390c4-5c17-4ffe-94bd-07323a7125af req-62ace02f-8ee2-438c-80a3-ac3d0d3d0ff6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420599 Feb 20 21:59:45.638252 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-51e802d3-ccab-427e-ab90-975f2cadc1bb req-41549900-5ce0-48a1-a7b5-54b53420ce60 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457158 Feb 20 21:59:45.855328 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae68ad-e0db-40b9-ad91-8a1e38c8b5f5 req-04d54df8-322a-4954-a61d-e764807a73ad tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:45.856801 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ddae68ad-e0db-40b9-ad91-8a1e38c8b5f5 req-04d54df8-322a-4954-a61d-e764807a73ad tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0561349 Feb 20 21:59:45.905716 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ddae68ad-e0db-40b9-ad91-8a1e38c8b5f5 req-575ae159-6477-46d3-a2d0-123776e7924e tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428898 Feb 20 21:59:46.386985 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9d105b92-836f-4c44-abbf-f953591a4d7a req-8e6acce8-f18c-4830-9495-966413b75c6c tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 210 time: 0.0262709 Feb 20 21:59:46.569003 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4fd3e-b075-4079-9523-eadffec21bb7 req-1a6763ca-f932-43bf-8997-8048118e364e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:46.570503 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5ee4fd3e-b075-4079-9523-eadffec21bb7 req-1a6763ca-f932-43bf-8997-8048118e364e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 943 time: 0.0537190 Feb 20 21:59:46.638653 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5ee4fd3e-b075-4079-9523-eadffec21bb7 req-df761084-0478-42b5-a3ef-1fb2f3acb981 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622809 Feb 20 21:59:46.684862 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 07867352-7788-40d5-9792-bed5ce1aec62 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:59:46.685499 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6727d3d-b250-41a5-9a7d-c8de497f49e0 req-bb71be77-2f5c-4396-930c-67e944467294 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:46.687197 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b6727d3d-b250-41a5-9a7d-c8de497f49e0 req-bb71be77-2f5c-4396-930c-67e944467294 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 946 time: 0.0799689 Feb 20 21:59:46.784915 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-2e897f71-8ed6-4e7b-b008-dae8032de041 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:46.786765 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-2e897f71-8ed6-4e7b-b008-dae8032de041 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.45 "GET /v2.0/networks?id=5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a HTTP/1.1" status: 200 len: 814 time: 0.1495562 Feb 20 21:59:46.789133 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b6727d3d-b250-41a5-9a7d-c8de497f49e0 req-a1fd7aea-11f0-4fcd-accb-c3a0acad6706 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959549 Feb 20 21:59:46.808727 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-a707a723-ec54-42d0-987f-73b28d337576 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Request body: {'port': {'device_id': '4e40417f-5689-4346-9da8-85e825a8d07d', 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a', 'admin_state_up': True, 'tenant_id': 'cc240588178349c5941fd216d35fb369'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:59:46.815222 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 07867352-7788-40d5-9792-bed5ce1aec62, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=07867352-7788-40d5-9792-bed5ce1aec62,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:59:46.817288 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69400324-0f31-417e-a7a5-cf551b4c9c92 req-c7710be2-b9c9-4850-a379-ff028c20388a tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:46.823974 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-69400324-0f31-417e-a7a5-cf551b4c9c92 req-c7710be2-b9c9-4850-a379-ff028c20388a tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.0881696 Feb 20 21:59:46.826965 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': '07867352-7788-40d5-9792-bed5ce1aec62', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'port_id': '07867352-7788-40d5-9792-bed5ce1aec62', 'mac_address': 'fa:16:3e:54:2d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:59:46.872538 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 07867352-7788-40d5-9792-bed5ce1aec62 is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:59:46.872932 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (07867352-7788-40d5-9792-bed5ce1aec62), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:46.875969 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-69400324-0f31-417e-a7a5-cf551b4c9c92 req-2a8dd96e-d0d4-449a-b554-0cb5d43d0614 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511718 Feb 20 21:59:46.888534 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07867352-7788-40d5-9792-bed5ce1aec62 {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:59:46.908335 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 07867352-7788-40d5-9792-bed5ce1aec62, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=07867352-7788-40d5-9792-bed5ce1aec62,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:59:46.913392 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (07867352-7788-40d5-9792-bed5ce1aec62), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:46.933101 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-a707a723-ec54-42d0-987f-73b28d337576 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Made reservation on behalf of cc240588178349c5941fd216d35fb369 for: {'port': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:59:46.936645 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-a707a723-ec54-42d0-987f-73b28d337576 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:46.966463 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=07867352-7788-40d5-9792-bed5ce1aec62,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:47.032026 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6905279-bd7c-4bdd-a373-5481288d5491 req-d2cb18b8-83cd-46dc-ad1d-18c3e6e8befc tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:47.033603 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b6905279-bd7c-4bdd-a373-5481288d5491 req-d2cb18b8-83cd-46dc-ad1d-18c3e6e8befc tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0596220 Feb 20 21:59:47.077597 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-a707a723-ec54-42d0-987f-73b28d337576 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Allocated IP 172.20.0.5 (5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a/303900da-7313-4ebf-9922-5c72d34ae783/a928cef4-bdb6-4458-8e8c-ee91899fe02a) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:59:47.081214 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b6905279-bd7c-4bdd-a373-5481288d5491 req-077ce282-f79a-49b3-9856-e5d49ace4280 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414433 Feb 20 21:59:47.222670 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-a707a723-ec54-42d0-987f-73b28d337576 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks [] for port (a928cef4-bdb6-4458-8e8c-ee91899fe02a), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:47.257448 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-a707a723-ec54-42d0-987f-73b28d337576 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (a928cef4-bdb6-4458-8e8c-ee91899fe02a), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:47.271500 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['03f08b6c-096a-442f-add4-dde3a8e6ef86', '5ea60d8c-38a8-423a-b1cf-8795ef2ae412', 'd66bc2e3-8ba6-48e9-a3c8-ed143a7c678c'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:59:47.296798 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-a707a723-ec54-42d0-987f-73b28d337576 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:59:47.303184 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-a707a723-ec54-42d0-987f-73b28d337576 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:59:47.309296 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-a707a723-ec54-42d0-987f-73b28d337576 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:59:47.316437 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707a723-ec54-42d0-987f-73b28d337576 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Pushing event updated for resources: {'Port': ['ID=a928cef4-bdb6-4458-8e8c-ee91899fe02a,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:47.363001 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-a707a723-ec54-42d0-987f-73b28d337576 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:47.363694 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-a707a723-ec54-42d0-987f-73b28d337576 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:47.382074 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-a707a723-ec54-42d0-987f-73b28d337576 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5784366 Feb 20 21:59:47.397374 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Request body: {'port': {'device_id': '4e40417f-5689-4346-9da8-85e825a8d07d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:59:47.462522 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a928cef4-bdb6-4458-8e8c-ee91899fe02a), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:47.476309 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['07867352-7788-40d5-9792-bed5ce1aec62'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:59:47.546576 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94ecc6-413a-4bcb-ba5a-84fe5fd62ae7 req-a31f85bd-f6d1-4ecb-aaaf-27ded2d47cbd tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:47.548847 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bd94ecc6-413a-4bcb-ba5a-84fe5fd62ae7 req-a31f85bd-f6d1-4ecb-aaaf-27ded2d47cbd tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 931 time: 0.0849149 Feb 20 21:59:47.611405 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bd94ecc6-413a-4bcb-ba5a-84fe5fd62ae7 req-7136de38-8d66-41d0-b4d5-016111134fcb tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511394 Feb 20 21:59:47.789394 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ed15c-7a08-4ca0-aa06-26e6b8af3a13 req-ddddcc6b-edba-43fe-83eb-bf8a002780a9 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:47.799389 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fd1ed15c-7a08-4ca0-aa06-26e6b8af3a13 req-ddddcc6b-edba-43fe-83eb-bf8a002780a9 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 944 time: 0.0614154 Feb 20 21:59:47.828801 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a928cef4-bdb6-4458-8e8c-ee91899fe02a {{(pid=102708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:59:47.840670 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Publish callbacks [] for port (a928cef4-bdb6-4458-8e8c-ee91899fe02a), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:47.857978 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.provisioning_blocks [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Transition to ACTIVE for port object a928cef4-bdb6-4458-8e8c-ee91899fe02a will not be triggered until provisioned by entity L2. {{(pid=102708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:59:47.864587 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (a928cef4-bdb6-4458-8e8c-ee91899fe02a), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:47.896219 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fd1ed15c-7a08-4ca0-aa06-26e6b8af3a13 req-79fda7f4-878c-456f-a2bc-730434a58d2d tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848298 Feb 20 21:59:47.950283 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=a928cef4-bdb6-4458-8e8c-ee91899fe02a,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:47.973395 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2afe06-fa9b-4cd7-b526-c804a4e63946 req-daa8b974-71b0-451f-a313-4503289d03b3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:47.980144 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1e2afe06-fa9b-4cd7-b526-c804a4e63946 req-daa8b974-71b0-451f-a313-4503289d03b3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 946 time: 0.0825136 Feb 20 21:59:48.049079 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Attempting to bind port a928cef4-bdb6-4458-8e8c-ee91899fe02a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:59:48.049704 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Attempting to bind port a928cef4-bdb6-4458-8e8c-ee91899fe02a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '592274ea-2f40-4464-8ba8-a0794eba0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a'}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:59:48.050322 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Attempting to bind port a928cef4-bdb6-4458-8e8c-ee91899fe02a on network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:59:48.053946 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b44376-b8c4-4062-9bba-a1d8be062c13 req-58f3fa5e-88db-4470-a18d-b49aad7eaeca tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:48.055468 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e1b44376-b8c4-4062-9bba-a1d8be062c13 req-58f3fa5e-88db-4470-a18d-b49aad7eaeca tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.1047413 Feb 20 21:59:48.055721 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Port a928cef4-bdb6-4458-8e8c-ee91899fe02a on network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:59:48.056214 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Attempting to bind port a928cef4-bdb6-4458-8e8c-ee91899fe02a on network 5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:59:48.062647 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:59:48.063909 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Checking segment: {'id': '592274ea-2f40-4464-8ba8-a0794eba0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:59:48.064728 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Bound using segment: {'id': '592274ea-2f40-4464-8ba8-a0794eba0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a'} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:59:48.065347 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Bound port: a928cef4-bdb6-4458-8e8c-ee91899fe02a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592274ea-2f40-4464-8ba8-a0794eba0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a'}}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:59:48.066072 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a928cef4-bdb6-4458-8e8c-ee91899fe02a), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:48.073999 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1e2afe06-fa9b-4cd7-b526-c804a4e63946 req-cc8c5be2-a1da-4e06-935c-3000e5dc7219 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886686 Feb 20 21:59:48.150073 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e1b44376-b8c4-4062-9bba-a1d8be062c13 req-de905745-9c4c-4ad1-b78e-ff9a9f39ac46 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750055 Feb 20 21:59:48.173592 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] For port a928cef4-bdb6-4458-8e8c-ee91899fe02a, host hv-cinder-83009, cleared binding levels {{(pid=102708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:59:48.177734 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] For port a928cef4-bdb6-4458-8e8c-ee91899fe02a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a928cef4-bdb6-4458-8e8c-ee91899fe02a,segment=NetworkSegment(592274ea-2f40-4464-8ba8-a0794eba0d43),segment_id=592274ea-2f40-4464-8ba8-a0794eba0d43)] {{(pid=102708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:59:48.188196 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (a928cef4-bdb6-4458-8e8c-ee91899fe02a), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:48.225075 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:48.225695 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:48.227252 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] 10.222.0.45 "PUT /v2.0/ports/a928cef4-bdb6-4458-8e8c-ee91899fe02a HTTP/1.1" status: 200 len: 1093 time: 0.8355801 Feb 20 21:59:48.227703 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e40417f-5689-4346-9da8-85e825a8d07d', 'tag': 'a928cef4-bdb6-4458-8e8c-ee91899fe02a'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:59:48.230171 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d086d6-eaca-430f-a673-2baf5a142988" -d '{"events": [{"name": "network-changed", "server_uuid": "4e40417f-5689-4346-9da8-85e825a8d07d", "tag": "a928cef4-bdb6-4458-8e8c-ee91899fe02a"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:59:48.239857 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977f06f-1bbd-4b26-a3d2-bb13def76666 req-857fcff8-9327-420b-9c31-014fe16c7050 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:48.250576 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c977f06f-1bbd-4b26-a3d2-bb13def76666 req-857fcff8-9327-420b-9c31-014fe16c7050 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0962617 Feb 20 21:59:48.268693 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83ca24-151d-4047-8b10-89247dc75bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=a928cef4-bdb6-4458-8e8c-ee91899fe02a,revision_number=3']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:48.276707 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf8494f-e039-448d-884c-ac27c0b469e1 x-openstack-request-id: req-bdf8494f-e039-448d-884c-ac27c0b469e1 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:59:48.277075 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e40417f-5689-4346-9da8-85e825a8d07d", "tag": "a928cef4-bdb6-4458-8e8c-ee91899fe02a", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:59:48.277941 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bdf8494f-e039-448d-884c-ac27c0b469e1 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:59:48.278487 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e40417f-5689-4346-9da8-85e825a8d07d', 'tag': 'a928cef4-bdb6-4458-8e8c-ee91899fe02a', 'status': 'completed', 'code': 200} Feb 20 21:59:48.309275 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c977f06f-1bbd-4b26-a3d2-bb13def76666 req-64427a6a-59d5-4ade-9d11-46f7b4cfca89 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568664 Feb 20 21:59:48.337048 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-aeaf3723-4dd6-40dc-9bbc-7db9e368bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:48.338561 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-aeaf3723-4dd6-40dc-9bbc-7db9e368bb79 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc240588178349c5941fd216d35fb369&device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 1127 time: 0.0493274 Feb 20 21:59:48.388535 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-450fe982-1294-4ca3-a49c-dcd1046fcf94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a928cef4-bdb6-4458-8e8c-ee91899fe02a HTTP/1.1" status: 200 len: 217 time: 0.0366693 Feb 20 21:59:48.439123 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-c84e40ef-d160-4090-a884-965a68d29a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:48.440590 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-c84e40ef-d160-4090-a884-965a68d29a26 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=303900da-7313-4ebf-9922-5c72d34ae783 HTTP/1.1" status: 200 len: 854 time: 0.0427094 Feb 20 21:59:48.478995 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-6d1e2b56-80e7-48a8-8d4f-beb131678595 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270147 Feb 20 21:59:48.583149 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-575b3dec-f29f-46dc-8646-4261979e1a96 service neutron] 10.222.0.45 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960302 Feb 20 21:59:48.690497 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ecf7549f-4356-45a2-aebe-8b34ea372e3f req-4af757c7-4267-411b-ac9b-f56fb8601879 service neutron] 10.222.0.45 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000712 Feb 20 21:59:48.719646 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71c66f-6e19-464a-b88e-65b0eaa90ab2 req-039575c1-5d49-4db2-9eeb-2bbb988777af tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:48.721209 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-dd71c66f-6e19-464a-b88e-65b0eaa90ab2 req-039575c1-5d49-4db2-9eeb-2bbb988777af tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 943 time: 0.0522566 Feb 20 21:59:48.768629 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-dd71c66f-6e19-464a-b88e-65b0eaa90ab2 req-98b6a65d-d19d-45c7-83cc-6983764399a4 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417688 Feb 20 21:59:48.787872 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d086d6-eaca-430f-a673-2baf5a142988 req-f74ddb85-5487-4797-b45c-dac4663cf903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:48.789418 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-c6d086d6-eaca-430f-a673-2baf5a142988 req-f74ddb85-5487-4797-b45c-dac4663cf903 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc240588178349c5941fd216d35fb369&device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 1127 time: 0.0497637 Feb 20 21:59:48.882521 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d086d6-eaca-430f-a673-2baf5a142988 req-67fab237-86f7-4e38-b9de-23be37cea7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:48.883872 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-c6d086d6-eaca-430f-a673-2baf5a142988 req-67fab237-86f7-4e38-b9de-23be37cea7bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a HTTP/1.1" status: 200 len: 915 time: 0.0821383 Feb 20 21:59:48.926154 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-c6d086d6-eaca-430f-a673-2baf5a142988 req-7e8bcec3-739e-4d2d-9e15-21c296545e5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a928cef4-bdb6-4458-8e8c-ee91899fe02a HTTP/1.1" status: 200 len: 217 time: 0.0346417 Feb 20 21:59:48.981407 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d086d6-eaca-430f-a673-2baf5a142988 req-b1b13558-e93e-46ae-b7f6-e0ada5388049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:48.983016 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-c6d086d6-eaca-430f-a673-2baf5a142988 req-b1b13558-e93e-46ae-b7f6-e0ada5388049 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=303900da-7313-4ebf-9922-5c72d34ae783 HTTP/1.1" status: 200 len: 854 time: 0.0482559 Feb 20 21:59:48.997573 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6d136-1c08-4d23-aefd-3660ba638ae1 req-00a44b78-086b-426c-b906-df4636bf5f44 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:48.999043 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-48d6d136-1c08-4d23-aefd-3660ba638ae1 req-00a44b78-086b-426c-b906-df4636bf5f44 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 944 time: 0.0550265 Feb 20 21:59:49.017152 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-c6d086d6-eaca-430f-a673-2baf5a142988 req-733f8814-3032-4eb9-a213-c60dac04a59e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257752 Feb 20 21:59:49.046832 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-48d6d136-1c08-4d23-aefd-3660ba638ae1 req-82c1e71b-9b69-4d42-b3c2-5b7aefd1b90e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421014 Feb 20 21:59:49.116375 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-c6d086d6-eaca-430f-a673-2baf5a142988 req-436752ee-d7a5-4fa5-be3c-0ca3ba32f8b3 service neutron] 10.222.0.45 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801823 Feb 20 21:59:49.192761 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a99b81-a879-4c18-8306-0777d9bf386f req-6fa80ed6-83dc-42de-a365-3a463104eda1 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:49.194280 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-98a99b81-a879-4c18-8306-0777d9bf386f req-6fa80ed6-83dc-42de-a365-3a463104eda1 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 946 time: 0.0530767 Feb 20 21:59:49.217031 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-c6d086d6-eaca-430f-a673-2baf5a142988 req-f50368f8-7df7-40a2-a469-bbed62244a58 service neutron] 10.222.0.45 "GET /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928476 Feb 20 21:59:49.279301 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-98a99b81-a879-4c18-8306-0777d9bf386f req-82e6db8e-7e1b-45be-b7a5-ee86e874b2fe tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781806 Feb 20 21:59:49.303409 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8449f85-d068-4da8-89b5-aca98c9250b6 req-7e48af21-2d7a-4c28-8c0f-60b64be37bdf tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:49.304899 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c8449f85-d068-4da8-89b5-aca98c9250b6 req-7e48af21-2d7a-4c28-8c0f-60b64be37bdf tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.0825117 Feb 20 21:59:49.357318 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c8449f85-d068-4da8-89b5-aca98c9250b6 req-086624c6-79b8-4bf7-8a0e-4f18e4c969eb tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468006 Feb 20 21:59:49.424479 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe2f9a-b05c-420d-a05c-ca069ec147a8 req-14077bf8-6f6c-40ca-b176-8f7e65768f46 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:49.425879 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f4fe2f9a-b05c-420d-a05c-ca069ec147a8 req-14077bf8-6f6c-40ca-b176-8f7e65768f46 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0521243 Feb 20 21:59:49.470436 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f4fe2f9a-b05c-420d-a05c-ca069ec147a8 req-8fb0b0a9-d940-4676-9e79-c09ef8a98b83 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391407 Feb 20 21:59:49.881522 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799474c-786e-45b5-8338-85a482dae244 req-14d9ebfd-69d8-45a7-8d9e-61479c71864a tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:49.882974 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d799474c-786e-45b5-8338-85a482dae244 req-14d9ebfd-69d8-45a7-8d9e-61479c71864a tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 943 time: 0.0503423 Feb 20 21:59:49.927464 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d799474c-786e-45b5-8338-85a482dae244 req-3adda938-51a0-46de-823b-04bf4090d972 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391517 Feb 20 21:59:50.163144 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce789d-dbfa-4680-a069-ff2f2e984c32 req-a0a97145-aac2-4142-a126-ddb3805229ac tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:50.164569 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-01ce789d-dbfa-4680-a069-ff2f2e984c32 req-a0a97145-aac2-4142-a126-ddb3805229ac tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 944 time: 0.0533428 Feb 20 21:59:50.212486 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-01ce789d-dbfa-4680-a069-ff2f2e984c32 req-471d387b-d4aa-4ec1-9449-641ab51b9b9f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424507 Feb 20 21:59:50.469986 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541998e-a43f-4f85-a7a2-a26469bbec21 req-84c94cf8-ca19-4890-9b57-cae16ef238ce tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:50.471438 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1541998e-a43f-4f85-a7a2-a26469bbec21 req-84c94cf8-ca19-4890-9b57-cae16ef238ce tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.0514407 Feb 20 21:59:50.519537 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1541998e-a43f-4f85-a7a2-a26469bbec21 req-cce07e86-a898-471f-aa7f-f9ca07659461 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426104 Feb 20 21:59:50.582829 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c43bf0-baf9-4dc4-8044-53858181ffe7 req-0c241681-65c9-4f0e-8cd0-1bc3408b1c0c tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:50.584253 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a1c43bf0-baf9-4dc4-8044-53858181ffe7 req-0c241681-65c9-4f0e-8cd0-1bc3408b1c0c tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0501413 Feb 20 21:59:50.631610 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a1c43bf0-baf9-4dc4-8044-53858181ffe7 req-e0c9b9c5-c720-432b-aa0c-c9d32c05e60f tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420344 Feb 20 21:59:50.707576 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:59:50.717400 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 07867352-7788-40d5-9792-bed5ce1aec62 up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:59:50.934479 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port 07867352-7788-40d5-9792-bed5ce1aec62 completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:59:50.945951 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port 07867352-7788-40d5-9792-bed5ce1aec62 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:59:50.946334 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (07867352-7788-40d5-9792-bed5ce1aec62), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:50.982712 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7,segment=NetworkSegment(5ff9e258-e458-4016-b0a8-873e9d9a7bb5),segment_id=5ff9e258-e458-4016-b0a8-873e9d9a7bb5)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:59:51.010515 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7', 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04', 'port_id': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7', 'mac_address': 'fa:16:3e:ce:7b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:59:51.015594 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-d770e341-5530-44d6-be90-0aa4e77cbe66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:51.044969 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a8586-c75c-4740-a628-6bccf49ae533 req-acc40690-0973-4247-9538-368dc0460237 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:51.046451 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d74a8586-c75c-4740-a628-6bccf49ae533 req-acc40690-0973-4247-9538-368dc0460237 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 943 time: 0.0533311 Feb 20 21:59:51.079453 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:59:51.079948 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:51.091937 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d74a8586-c75c-4740-a628-6bccf49ae533 req-fefe70a7-866a-4115-932c-015ebc56ed06 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399117 Feb 20 21:59:51.100998 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:59:51.104964 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 07867352-7788-40d5-9792-bed5ce1aec62 is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:59:51.105368 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (07867352-7788-40d5-9792-bed5ce1aec62), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:51.134490 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7,segment=NetworkSegment(5ff9e258-e458-4016-b0a8-873e9d9a7bb5),segment_id=5ff9e258-e458-4016-b0a8-873e9d9a7bb5)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:59:51.141962 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5eecdc5-8ced-4158-99ab-b5ce29077eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07867352-7788-40d5-9792-bed5ce1aec62'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:59:51.144147 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4301eab-578b-4551-ba50-8c55c684eafd" -d '{"events": [{"server_uuid": "f5eecdc5-8ced-4158-99ab-b5ce29077eb1", "name": "network-vif-plugged", "status": "completed", "tag": "07867352-7788-40d5-9792-bed5ce1aec62"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:59:51.148758 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:51.160238 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 07867352-7788-40d5-9792-bed5ce1aec62, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=07867352-7788-40d5-9792-bed5ce1aec62,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:59:51.178555 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (07867352-7788-40d5-9792-bed5ce1aec62), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:51.182745 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383e0fd0-4440-4830-99e2-071967371a6d x-openstack-request-id: req-383e0fd0-4440-4830-99e2-071967371a6d {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:59:51.183063 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5eecdc5-8ced-4158-99ab-b5ce29077eb1", "name": "network-vif-plugged", "status": "completed", "tag": "07867352-7788-40d5-9792-bed5ce1aec62", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:59:51.183321 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-383e0fd0-4440-4830-99e2-071967371a6d {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:59:51.183709 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5eecdc5-8ced-4158-99ab-b5ce29077eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07867352-7788-40d5-9792-bed5ce1aec62', 'code': 200} Feb 20 21:59:51.206046 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:51.255038 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=07867352-7788-40d5-9792-bed5ce1aec62,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:51.332226 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b7bc7-e8af-4c2d-a8fd-746ac5ec236b req-64a6bb3f-b7e0-488c-adbc-bcf1eb2bf1e6 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:51.333690 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-117b7bc7-e8af-4c2d-a8fd-746ac5ec236b req-64a6bb3f-b7e0-488c-adbc-bcf1eb2bf1e6 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0518444 Feb 20 21:59:51.379340 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-117b7bc7-e8af-4c2d-a8fd-746ac5ec236b req-7cfe253c-02e2-4f57-a5df-6c4173b186ac tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402267 Feb 20 21:59:51.631593 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c9f80-1738-4b5f-af28-5ae73c6e0d53 req-b11f61f7-b4c3-4c60-a727-0be24de5d8f5 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:51.633115 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-7b7c9f80-1738-4b5f-af28-5ae73c6e0d53 req-b11f61f7-b4c3-4c60-a727-0be24de5d8f5 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.45 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0836818 Feb 20 21:59:51.634887 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be013f9c-e114-4e5a-bc22-ce7ff0a16368 req-269a3053-9c1d-4ed5-8dfa-6cad19d5e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:51.636245 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-be013f9c-e114-4e5a-bc22-ce7ff0a16368 req-269a3053-9c1d-4ed5-8dfa-6cad19d5e981 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 1129 time: 0.0855482 Feb 20 21:59:51.649614 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f95cb-b0ae-400c-83fb-d164a1bb0d0a req-e10a761b-5bee-43d7-893d-b050295b0cf4 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:51.651124 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-142f95cb-b0ae-400c-83fb-d164a1bb0d0a req-e10a761b-5bee-43d7-893d-b050295b0cf4 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 944 time: 0.0586543 Feb 20 21:59:51.723741 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-142f95cb-b0ae-400c-83fb-d164a1bb0d0a req-f2a64411-2060-47f2-9f38-f5760f99a23d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663836 Feb 20 21:59:51.740230 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-be013f9c-e114-4e5a-bc22-ce7ff0a16368 req-33b1a5cb-d419-4215-997c-3b9b27276cf0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929923 Feb 20 21:59:51.754241 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['e49485d9-ee9a-42ed-bfd1-0e26f5a820d7'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:59:51.766612 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7496466-73c8-42f2-a886-f68897f838ae req-72bba6c4-f7c5-4cfa-aad9-6deec1d43e7d tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:51.768213 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c7496466-73c8-42f2-a886-f68897f838ae req-72bba6c4-f7c5-4cfa-aad9-6deec1d43e7d tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54418af-8989-4dbb-b635-c5bd58f10f07 HTTP/1.1" status: 200 len: 946 time: 0.0627725 Feb 20 21:59:51.769182 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-7b7c9f80-1738-4b5f-af28-5ae73c6e0d53 req-e75cb857-33e3-44b7-b2f0-107c5f74a780 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Deleting port b7fdc472-ff50-4b72-85de-a3c41f136769 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:59:51.769533 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-7b7c9f80-1738-4b5f-af28-5ae73c6e0d53 req-e75cb857-33e3-44b7-b2f0-107c5f74a780 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (b7fdc472-ff50-4b72-85de-a3c41f136769), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:51.820339 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c7496466-73c8-42f2-a886-f68897f838ae req-b2bc25a1-0917-42b3-ad70-b911337c1bbb tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d62b77-36ff-4e36-850c-0b350f4e5f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454187 Feb 20 21:59:51.872543 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-7b7c9f80-1738-4b5f-af28-5ae73c6e0d53 req-e75cb857-33e3-44b7-b2f0-107c5f74a780 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] For port b7fdc472-ff50-4b72-85de-a3c41f136769, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7fdc472-ff50-4b72-85de-a3c41f136769,segment=NetworkSegment(34364242-bfb9-46d9-a6c3-dc8b7b66c390),segment_id=34364242-bfb9-46d9-a6c3-dc8b7b66c390)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:59:51.872906 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-7b7c9f80-1738-4b5f-af28-5ae73c6e0d53 req-e75cb857-33e3-44b7-b2f0-107c5f74a780 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (b7fdc472-ff50-4b72-85de-a3c41f136769), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:51.884364 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-7b7c9f80-1738-4b5f-af28-5ae73c6e0d53 req-e75cb857-33e3-44b7-b2f0-107c5f74a780 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Calling delete_port for b7fdc472-ff50-4b72-85de-a3c41f136769 owned by compute:nova {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:59:52.011556 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-7b7c9f80-1738-4b5f-af28-5ae73c6e0d53 req-e75cb857-33e3-44b7-b2f0-107c5f74a780 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (b7fdc472-ff50-4b72-85de-a3c41f136769), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:52.024245 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['b7fdc472-ff50-4b72-85de-a3c41f136769'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:59:52.051940 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75cb857-33e3-44b7-b2f0-107c5f74a780 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Pushing event deleted for resources: {'Port': ['ID=b7fdc472-ff50-4b72-85de-a3c41f136769,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:52.086049 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7c9f80-1738-4b5f-af28-5ae73c6e0d53 req-e75cb857-33e3-44b7-b2f0-107c5f74a780 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] No DVR routers for this DVR port b7fdc472-ff50-4b72-85de-a3c41f136769 on host hv-cinder-83009 {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:59:52.088571 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-7b7c9f80-1738-4b5f-af28-5ae73c6e0d53 req-e75cb857-33e3-44b7-b2f0-107c5f74a780 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:52.092201 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-7b7c9f80-1738-4b5f-af28-5ae73c6e0d53 req-e75cb857-33e3-44b7-b2f0-107c5f74a780 tempest-ServerRescueNegativeTestJSON-988328810 tempest-ServerRescueNegativeTestJSON-988328810-project] 10.222.0.45 "DELETE /v2.0/ports/b7fdc472-ff50-4b72-85de-a3c41f136769 HTTP/1.1" status: 204 len: 173 time: 0.4520626 Feb 20 21:59:52.092660 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54418af-8989-4dbb-b635-c5bd58f10f07', 'name': 'network-vif-deleted', 'tag': 'b7fdc472-ff50-4b72-85de-a3c41f136769'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:59:52.095426 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7be8b0e-5061-4b4a-b60b-f221fc740d25" -d '{"events": [{"server_uuid": "c54418af-8989-4dbb-b635-c5bd58f10f07", "name": "network-vif-deleted", "tag": "b7fdc472-ff50-4b72-85de-a3c41f136769"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:59:52.141742 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcd636d-3372-4055-8c6f-21df01f398c9 x-openstack-request-id: req-fbcd636d-3372-4055-8c6f-21df01f398c9 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:59:52.142042 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54418af-8989-4dbb-b635-c5bd58f10f07", "name": "network-vif-deleted", "tag": "b7fdc472-ff50-4b72-85de-a3c41f136769", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:59:52.142302 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fbcd636d-3372-4055-8c6f-21df01f398c9 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:59:52.142710 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54418af-8989-4dbb-b635-c5bd58f10f07', 'name': 'network-vif-deleted', 'tag': 'b7fdc472-ff50-4b72-85de-a3c41f136769', 'status': 'completed', 'code': 200} Feb 20 21:59:52.230316 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19e361-cbd0-4e85-b4dc-34f77d885629 req-9af5bf9a-be53-4582-b7c7-c28289f3e246 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:52.232503 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2a19e361-cbd0-4e85-b4dc-34f77d885629 req-9af5bf9a-be53-4582-b7c7-c28289f3e246 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 943 time: 0.0628934 Feb 20 21:59:52.278580 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2a19e361-cbd0-4e85-b4dc-34f77d885629 req-df208967-1e05-413c-bdcb-b37ce95c901b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396099 Feb 20 21:59:52.499196 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f72158-aef1-40b7-9887-084cfb183e00 req-8134e65c-1a3a-49b4-aafa-1fb846e19a5d tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:52.500749 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-05f72158-aef1-40b7-9887-084cfb183e00 req-8134e65c-1a3a-49b4-aafa-1fb846e19a5d tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0562241 Feb 20 21:59:52.555102 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-05f72158-aef1-40b7-9887-084cfb183e00 req-f21d4a44-97c4-4d23-a001-b56327476543 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476532 Feb 20 21:59:52.636488 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:59:52.709604 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device a928cef4-bdb6-4458-8e8c-ee91899fe02a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:59:52.815091 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port a928cef4-bdb6-4458-8e8c-ee91899fe02a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a928cef4-bdb6-4458-8e8c-ee91899fe02a,segment=NetworkSegment(592274ea-2f40-4464-8ba8-a0794eba0d43),segment_id=592274ea-2f40-4464-8ba8-a0794eba0d43)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:59:52.826417 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': 'a928cef4-bdb6-4458-8e8c-ee91899fe02a', 'network_id': '5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a', 'port_id': 'a928cef4-bdb6-4458-8e8c-ee91899fe02a', 'mac_address': 'fa:16:3e:e1:b1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303900da-7313-4ebf-9922-5c72d34ae783', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:59:52.860669 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a522ca-030a-4558-b96c-f010372a8d7b req-fc83593a-2bf7-40f0-8143-db8f530d87ec tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:52.862370 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-93a522ca-030a-4558-b96c-f010372a8d7b req-fc83593a-2bf7-40f0-8143-db8f530d87ec tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 944 time: 0.0553863 Feb 20 21:59:52.867458 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port a928cef4-bdb6-4458-8e8c-ee91899fe02a is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:59:52.867849 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a928cef4-bdb6-4458-8e8c-ee91899fe02a), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:52.877415 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 56966) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:52.881808 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a928cef4-bdb6-4458-8e8c-ee91899fe02a {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:59:52.904738 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port a928cef4-bdb6-4458-8e8c-ee91899fe02a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a928cef4-bdb6-4458-8e8c-ee91899fe02a,segment=NetworkSegment(592274ea-2f40-4464-8ba8-a0794eba0d43),segment_id=592274ea-2f40-4464-8ba8-a0794eba0d43)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:59:52.909039 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (a928cef4-bdb6-4458-8e8c-ee91899fe02a), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:52.922723 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-93a522ca-030a-4558-b96c-f010372a8d7b req-929aa27a-69de-4e71-81cb-d81fb2c8f62f tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538111 Feb 20 21:59:52.962324 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=a928cef4-bdb6-4458-8e8c-ee91899fe02a,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:53.115889 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-17e283bd-a208-4eb5-b567-94db8181262b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:53.287231 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-82cfb185-b5b5-40b4-8a51-589d1f3434a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641273'] for router_interface (d3311c6b-d085-4eed-91ab-eab5e6637a6b), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:53.393904 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e456e64-c2f3-4ae9-ab1d-9299bf070fa0 req-3499dad2-f175-4f24-93fd-2d24678d1e12 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:53.395309 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4e456e64-c2f3-4ae9-ab1d-9299bf070fa0 req-3499dad2-f175-4f24-93fd-2d24678d1e12 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 944 time: 0.0509107 Feb 20 21:59:53.441479 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4e456e64-c2f3-4ae9-ab1d-9299bf070fa0 req-5e05ce9e-584b-415d-9f5d-193c22a8ca35 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406818 Feb 20 21:59:53.680073 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b38ed-9a5d-4cc3-9f9e-6663fce729fe req-3f5cad07-36bf-4210-838c-548142063e3a tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:53.681675 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a22b38ed-9a5d-4cc3-9f9e-6663fce729fe req-3f5cad07-36bf-4210-838c-548142063e3a tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0560300 Feb 20 21:59:53.732684 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a22b38ed-9a5d-4cc3-9f9e-6663fce729fe req-dc795e5f-8815-46b3-bea9-6948ca3e272c tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449898 Feb 20 21:59:53.793416 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-82cfb185-b5b5-40b4-8a51-589d1f3434a3 admin admin] Deleting port b114ba4e-3747-41db-850c-91d8e0037b9f {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:59:53.793753 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-82cfb185-b5b5-40b4-8a51-589d1f3434a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (b114ba4e-3747-41db-850c-91d8e0037b9f), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:53.868135 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [None req-82cfb185-b5b5-40b4-8a51-589d1f3434a3 admin admin] For port b114ba4e-3747-41db-850c-91d8e0037b9f, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=b114ba4e-3747-41db-850c-91d8e0037b9f,segment=NetworkSegment(34364242-bfb9-46d9-a6c3-dc8b7b66c390),segment_id=34364242-bfb9-46d9-a6c3-dc8b7b66c390)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:59:53.868487 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-82cfb185-b5b5-40b4-8a51-589d1f3434a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (b114ba4e-3747-41db-850c-91d8e0037b9f), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:53.880480 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-82cfb185-b5b5-40b4-8a51-589d1f3434a3 admin admin] Calling delete_port for b114ba4e-3747-41db-850c-91d8e0037b9f owned by network:router_interface {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:59:54.038567 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39f034-ac6c-43ef-a9d8-e21006c614c7 req-f70be435-8136-4af6-ab19-e83a5a71cfe1 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:54.040036 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9a39f034-ac6c-43ef-a9d8-e21006c614c7 req-f70be435-8136-4af6-ab19-e83a5a71cfe1 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 944 time: 0.0566475 Feb 20 21:59:54.057140 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-82cfb185-b5b5-40b4-8a51-589d1f3434a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (b114ba4e-3747-41db-850c-91d8e0037b9f), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:54.086477 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfb185-b5b5-40b4-8a51-589d1f3434a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b114ba4e-3747-41db-850c-91d8e0037b9f,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:54.088878 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9a39f034-ac6c-43ef-a9d8-e21006c614c7 req-f614ef8c-c463-4808-bc72-141553caa465 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432169 Feb 20 21:59:54.244338 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-82cfb185-b5b5-40b4-8a51-589d1f3434a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641897'] for router_interface (d3311c6b-d085-4eed-91ab-eab5e6637a6b), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:54.398560 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:54.465799 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82cfb185-b5b5-40b4-8a51-589d1f3434a3 admin admin] Router d3311c6b-d085-4eed-91ab-eab5e6637a6b has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:59:54.558985 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a02a54-cef3-4fe7-968c-7b6b529bfee9 req-8b6d46a4-b4b9-47b5-b46e-7f9d6c47e209 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:54.560642 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-73a02a54-cef3-4fe7-968c-7b6b529bfee9 req-8b6d46a4-b4b9-47b5-b46e-7f9d6c47e209 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 944 time: 0.0511901 Feb 20 21:59:54.575875 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cfb185-b5b5-40b4-8a51-589d1f3434a3 admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:59:54.581912 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-82cfb185-b5b5-40b4-8a51-589d1f3434a3 admin admin] 10.222.0.61 "PUT /v2.0/routers/d3311c6b-d085-4eed-91ab-eab5e6637a6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7027795 Feb 20 21:59:54.584769 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 56978) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:54.586977 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed2718-69a7-4fb9-be68-fcdf1b33ed17 None None] Sync routers for ids ['d3311c6b-d085-4eed-91ab-eab5e6637a6b'] in dv-cinder-830093-1-iscsi {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:59:54.597943 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed2718-69a7-4fb9-be68-fcdf1b33ed17 None None] Routers {'d3311c6b-d085-4eed-91ab-eab5e6637a6b'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:59:54.598558 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-aeed2718-69a7-4fb9-be68-fcdf1b33ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:59:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['d3311c6b-d085-4eed-91ab-eab5e6637a6b'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:59:54.614336 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-73a02a54-cef3-4fe7-968c-7b6b529bfee9 req-f0b1eba8-7045-4c2d-afc7-e70e6fa7a9ef tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475311 Feb 20 21:59:54.696046 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9c82c4fa-2f8d-4b64-b94f-5e45b7feee2a admin admin] Publish callbacks [] for router (d3311c6b-d085-4eed-91ab-eab5e6637a6b), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:54.711113 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-aeed2718-69a7-4fb9-be68-fcdf1b33ed17 None None] Set router d3311c6b-d085-4eed-91ab-eab5e6637a6b gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:59:54.814807 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9c82c4fa-2f8d-4b64-b94f-5e45b7feee2a admin admin] Publish callbacks [] for router_gateway (d3311c6b-d085-4eed-91ab-eab5e6637a6b), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:54.858699 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dd6a6-21e0-426a-9081-d129c63e3cca req-82d1d104-92c6-4207-9c5e-c39172863b26 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:54.860183 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-120dd6a6-21e0-426a-9081-d129c63e3cca req-82d1d104-92c6-4207-9c5e-c39172863b26 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0547140 Feb 20 21:59:54.874195 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-9c82c4fa-2f8d-4b64-b94f-5e45b7feee2a admin admin] Deleting port 02059752-97ca-4724-b42c-31f3eb095949 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:59:54.874831 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9c82c4fa-2f8d-4b64-b94f-5e45b7feee2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (02059752-97ca-4724-b42c-31f3eb095949), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:54.895085 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-aeed2718-69a7-4fb9-be68-fcdf1b33ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3311c6b-d085-4eed-91ab-eab5e6637a6b', 'name': 'tempest-ServerRescueNegativeTestJSON-965381099-router', 'tenant_id': '31a3beb756d44069b8b12e5e819b6a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '02059752-97ca-4724-b42c-31f3eb095949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:59:54Z', 'revision_number': 5, 'project_id': '31a3beb756d44069b8b12e5e819b6a92', 'gw_port': {'id': '02059752-97ca-4724-b42c-31f3eb095949', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3311c6b-d085-4eed-91ab-eab5e6637a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:59:54.928852 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed2718-69a7-4fb9-be68-fcdf1b33ed17 None None] Checking router: d3311c6b-d085-4eed-91ab-eab5e6637a6b for host: dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:59:54.932918 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-120dd6a6-21e0-426a-9081-d129c63e3cca req-96c46f63-21dd-49bd-b14b-f4c05818fc25 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672345 Feb 20 21:59:54.937695 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed2718-69a7-4fb9-be68-fcdf1b33ed17 None None] Routers {'d3311c6b-d085-4eed-91ab-eab5e6637a6b'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:59:54.938560 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-aeed2718-69a7-4fb9-be68-fcdf1b33ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:59:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['d3311c6b-d085-4eed-91ab-eab5e6637a6b'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:59:54.961395 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [None req-9c82c4fa-2f8d-4b64-b94f-5e45b7feee2a admin admin] For port 02059752-97ca-4724-b42c-31f3eb095949, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=02059752-97ca-4724-b42c-31f3eb095949,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:59:54.961928 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9c82c4fa-2f8d-4b64-b94f-5e45b7feee2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (02059752-97ca-4724-b42c-31f3eb095949), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:54.974005 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-9c82c4fa-2f8d-4b64-b94f-5e45b7feee2a admin admin] Calling delete_port for 02059752-97ca-4724-b42c-31f3eb095949 owned by network:router_gateway {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:59:55.028630 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-aeed2718-69a7-4fb9-be68-fcdf1b33ed17 None None] Set router d3311c6b-d085-4eed-91ab-eab5e6637a6b gateway port host: None {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:59:55.079201 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-aeed2718-69a7-4fb9-be68-fcdf1b33ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3311c6b-d085-4eed-91ab-eab5e6637a6b', 'name': 'tempest-ServerRescueNegativeTestJSON-965381099-router', 'tenant_id': '31a3beb756d44069b8b12e5e819b6a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:59:54Z', 'revision_number': 6, 'project_id': '31a3beb756d44069b8b12e5e819b6a92', 'gw_port_host': None}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:59:55.109054 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed2718-69a7-4fb9-be68-fcdf1b33ed17 None None] The sync data for ids ['d3311c6b-d085-4eed-91ab-eab5e6637a6b'] in dv-cinder-830093-1-iscsi is: [{'id': 'd3311c6b-d085-4eed-91ab-eab5e6637a6b', 'name': 'tempest-ServerRescueNegativeTestJSON-965381099-router', 'tenant_id': '31a3beb756d44069b8b12e5e819b6a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:59:54Z', 'revision_number': 6, 'project_id': '31a3beb756d44069b8b12e5e819b6a92', 'gw_port_host': None}] {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:59:55.156662 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9c82c4fa-2f8d-4b64-b94f-5e45b7feee2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (02059752-97ca-4724-b42c-31f3eb095949), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:55.183425 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82c4fa-2f8d-4b64-b94f-5e45b7feee2a admin admin] Pushing event deleted for resources: {'Port': ['ID=02059752-97ca-4724-b42c-31f3eb095949,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:55.220134 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcba458-f09a-4d28-b5ed-93147f4f6f49 req-73a67b3a-9bc1-4323-905b-98ac760d7b88 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:55.221649 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fdcba458-f09a-4d28-b5ed-93147f4f6f49 req-73a67b3a-9bc1-4323-905b-98ac760d7b88 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 944 time: 0.0568392 Feb 20 21:59:55.241977 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9c82c4fa-2f8d-4b64-b94f-5e45b7feee2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642947'] for router_gateway (d3311c6b-d085-4eed-91ab-eab5e6637a6b), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:55.278056 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fdcba458-f09a-4d28-b5ed-93147f4f6f49 req-913e75fd-2817-4e77-9574-202551989d3d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432551 Feb 20 21:59:55.346202 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9c82c4fa-2f8d-4b64-b94f-5e45b7feee2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27540'] for router (d3311c6b-d085-4eed-91ab-eab5e6637a6b), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:55.348206 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9c82c4fa-2f8d-4b64-b94f-5e45b7feee2a admin admin] Publish callbacks [] for router_controller (d3311c6b-d085-4eed-91ab-eab5e6637a6b), precommit_delete_associations {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:55.410890 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9c82c4fa-2f8d-4b64-b94f-5e45b7feee2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641638'] for router (d3311c6b-d085-4eed-91ab-eab5e6637a6b), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:55.411413 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c82c4fa-2f8d-4b64-b94f-5e45b7feee2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3311c6b-d085-4eed-91ab-eab5e6637a6b {{(pid=102708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 21:59:55.416317 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9c82c4fa-2f8d-4b64-b94f-5e45b7feee2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:55.417446 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-9c82c4fa-2f8d-4b64-b94f-5e45b7feee2a admin admin] 10.222.0.61 "DELETE /v2.0/routers/d3311c6b-d085-4eed-91ab-eab5e6637a6b HTTP/1.1" status: 204 len: 168 time: 0.8321500 Feb 20 21:59:55.419982 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 56986) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:55.464665 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_v2 [None req-320375b2-79ab-45fb-8060-cb04b565d603 admin admin] Deleting subnet 6ec271f1-ff6d-444d-b149-16f50cc10be7 {{(pid=102708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 21:59:55.468874 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-320375b2-79ab-45fb-8060-cb04b565d603 admin admin] Publish callbacks [] for subnet (6ec271f1-ff6d-444d-b149-16f50cc10be7), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:55.504669 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-320375b2-79ab-45fb-8060-cb04b565d603 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8472869'] for subnet (6ec271f1-ff6d-444d-b149-16f50cc10be7), precommit_delete_associations {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:55.550728 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-320375b2-79ab-45fb-8060-cb04b565d603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882536'] for subnet (6ec271f1-ff6d-444d-b149-16f50cc10be7), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:55.605171 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-320375b2-79ab-45fb-8060-cb04b565d603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8491243'] for subnet (6ec271f1-ff6d-444d-b149-16f50cc10be7), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:55.629768 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320375b2-79ab-45fb-8060-cb04b565d603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ec271f1-ff6d-444d-b149-16f50cc10be7,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:55.633124 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-320375b2-79ab-45fb-8060-cb04b565d603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:55.636235 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-320375b2-79ab-45fb-8060-cb04b565d603 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6ec271f1-ff6d-444d-b149-16f50cc10be7 HTTP/1.1" status: 204 len: 168 time: 0.2153184 Feb 20 21:59:55.639313 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 56990) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:55.706770 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c8ce7ff9-e8a9-4828-b3a6-f9730224f9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834273'] for network (a89eb610-f3f6-48dd-a90b-fd6474eca384), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:55.733973 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d419d54-c65b-45df-bb6d-ea9f544d69ee req-4aa45e0c-e083-492d-828b-1a10f31dab26 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:55.735623 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4d419d54-c65b-45df-bb6d-ea9f544d69ee req-4aa45e0c-e083-492d-828b-1a10f31dab26 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 944 time: 0.0559945 Feb 20 21:59:55.783334 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4d419d54-c65b-45df-bb6d-ea9f544d69ee req-1daefefc-6820-47a0-b262-0b9cddddc653 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414324 Feb 20 21:59:55.789612 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c8ce7ff9-e8a9-4828-b3a6-f9730224f9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881377', 'neutron.services.segments.db._delete_segments_for_network-8760288176442'] for network (a89eb610-f3f6-48dd-a90b-fd6474eca384), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:55.811389 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-c8ce7ff9-e8a9-4828-b3a6-f9730224f9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89eb610-f3f6-48dd-a90b-fd6474eca384']}} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:59:55.820103 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-c8ce7ff9-e8a9-4828-b3a6-f9730224f9a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34364242-bfb9-46d9-a6c3-dc8b7b66c390') {'for_net_delete': True} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:59:55.820402 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-c8ce7ff9-e8a9-4828-b3a6-f9730224f9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34364242-bfb9-46d9-a6c3-dc8b7b66c390') {} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:59:55.830706 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c8ce7ff9-e8a9-4828-b3a6-f9730224f9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760288175939', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8472892'] for segment (34364242-bfb9-46d9-a6c3-dc8b7b66c390), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:55.845067 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c8ce7ff9-e8a9-4828-b3a6-f9730224f9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (34364242-bfb9-46d9-a6c3-dc8b7b66c390), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:55.850507 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:59:55.852507 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ce7ff9-e8a9-4828-b3a6-f9730224f9a0 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 21:59:55.852894 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c8ce7ff9-e8a9-4828-b3a6-f9730224f9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8474595'] for segment (34364242-bfb9-46d9-a6c3-dc8b7b66c390), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:55.854281 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: Traceback (most recent call last): Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: timer() Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: cb(*args, **kw) Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: return func(*args, **kwargs) Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: self._notify() Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: self.callback(batched_events) Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: event.method(event) Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: return f(self, *a, **k) Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._get(url).json() Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: return self.request(url, 'GET', **kwargs) Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 21:59:55.857241 dv-cinder-830093-1-iscsi neutron-server[102708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 21:59:55.915906 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:59:55.918955 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c8ce7ff9-e8a9-4828-b3a6-f9730224f9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643055'] for network (a89eb610-f3f6-48dd-a90b-fd6474eca384), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:55.921446 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:59:55.921822 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:55.926922 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c8ce7ff9-e8a9-4828-b3a6-f9730224f9a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:55.930078 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-c8ce7ff9-e8a9-4828-b3a6-f9730224f9a0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a89eb610-f3f6-48dd-a90b-fd6474eca384 HTTP/1.1" status: 204 len: 168 time: 0.2897699 Feb 20 21:59:55.942007 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce7ff9-e8a9-4828-b3a6-f9730224f9a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a89eb610-f3f6-48dd-a90b-fd6474eca384,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:56.022905 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:59:56.023298 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:56.048758 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:59:56.051085 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde88679-ae3d-42eb-9482-6921bce7211d" -d '{"events": [{"server_uuid": "a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a", "name": "network-vif-plugged", "status": "completed", "tag": "e49485d9-ee9a-42ed-bfd1-0e26f5a820d7"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:59:56.073546 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7,segment=NetworkSegment(5ff9e258-e458-4016-b0a8-873e9d9a7bb5),segment_id=5ff9e258-e458-4016-b0a8-873e9d9a7bb5)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:59:56.080992 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:56.081804 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device b7fdc472-ff50-4b72-85de-a3c41f136769 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:59:56.111329 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06c29e4-47b5-4668-ba4c-32f8070dd1bc x-openstack-request-id: req-d06c29e4-47b5-4668-ba4c-32f8070dd1bc {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:59:56.111631 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a", "name": "network-vif-plugged", "status": "completed", "tag": "e49485d9-ee9a-42ed-bfd1-0e26f5a820d7", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:59:56.111799 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d06c29e4-47b5-4668-ba4c-32f8070dd1bc {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:59:56.112172 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7', 'code': 200} Feb 20 21:59:56.114435 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['a928cef4-bdb6-4458-8e8c-ee91899fe02a'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:59:56.116399 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33825403-26e5-4a8d-a345-42d4db5e4114 req-7ab79b92-f353-443a-ad6c-b5b7a6a002cf tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:56.118023 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-33825403-26e5-4a8d-a345-42d4db5e4114 req-7ab79b92-f353-443a-ad6c-b5b7a6a002cf tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0852392 Feb 20 21:59:56.161759 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 57002) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:56.178789 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-33825403-26e5-4a8d-a345-42d4db5e4114 req-bf9ee66c-04ad-49dd-9602-524a699d2a2a tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537183 Feb 20 21:59:56.190914 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: b7fdc472-ff50-4b72-85de-a3c41f136769 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:59:56.191236 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device b7fdc472-ff50-4b72-85de-a3c41f136769 not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:59:56.218126 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-1b9bf368-f3cf-459c-9a42-ae9df716e079 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=31a3beb756d44069b8b12e5e819b6a92&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0528347 Feb 20 21:59:56.218488 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 57004) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:56.241004 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:56.270704 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-96624af3-c9f6-42c3-b957-af16a6a99f38 admin admin] Publish callbacks [] for security_group (a0d62b77-36ff-4e36-850c-0b350f4e5f33), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:56.298588 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-96624af3-c9f6-42c3-b957-af16a6a99f38 admin admin] Publish callbacks [] for security_group (a0d62b77-36ff-4e36-850c-0b350f4e5f33), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:56.392863 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-96624af3-c9f6-42c3-b957-af16a6a99f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (a0d62b77-36ff-4e36-850c-0b350f4e5f33), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:56.393821 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-96624af3-c9f6-42c3-b957-af16a6a99f38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:56.394968 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-96624af3-c9f6-42c3-b957-af16a6a99f38 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a0d62b77-36ff-4e36-850c-0b350f4e5f33 HTTP/1.1" status: 204 len: 168 time: 0.1754510 Feb 20 21:59:56.411495 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96624af3-c9f6-42c3-b957-af16a6a99f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d62b77-36ff-4e36-850c-0b350f4e5f33,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:56.431206 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device b114ba4e-3747-41db-850c-91d8e0037b9f no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:59:56.436252 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb9920-3495-42a6-a64e-941efd9fb598 req-94739e9c-4cd6-47ff-97b9-ba6914b9cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:56.438855 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-80fb9920-3495-42a6-a64e-941efd9fb598 req-94739e9c-4cd6-47ff-97b9-ba6914b9cde0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 1129 time: 0.0800352 Feb 20 21:59:56.454876 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dbb95-e83c-44ef-97cb-3b2c62ab2034 req-8e5ccd63-42a9-489e-a0be-f8038cd45e4d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:56.456433 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a33dbb95-e83c-44ef-97cb-3b2c62ab2034 req-8e5ccd63-42a9-489e-a0be-f8038cd45e4d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0767517 Feb 20 21:59:56.460571 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: b114ba4e-3747-41db-850c-91d8e0037b9f {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:59:56.460924 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device b114ba4e-3747-41db-850c-91d8e0037b9f not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:59:56.461390 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 02059752-97ca-4724-b42c-31f3eb095949 no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:59:56.486583 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: 02059752-97ca-4724-b42c-31f3eb095949 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:59:56.486798 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 02059752-97ca-4724-b42c-31f3eb095949 not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:59:56.499803 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-80fb9920-3495-42a6-a64e-941efd9fb598 req-f4a2dccd-efe2-4336-8c2f-e62d79125a81 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466404 Feb 20 21:59:56.519752 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a33dbb95-e83c-44ef-97cb-3b2c62ab2034 req-fcde5c71-0c41-4254-83de-7f489158165e tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550549 Feb 20 21:59:56.904923 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7e117-d9a2-45f7-baca-aa1d6f360ebe req-c98c7308-ba00-417c-b3b1-d449aebf927e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:56.906427 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f2c7e117-d9a2-45f7-baca-aa1d6f360ebe req-c98c7308-ba00-417c-b3b1-d449aebf927e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 944 time: 0.0573585 Feb 20 21:59:56.955840 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f2c7e117-d9a2-45f7-baca-aa1d6f360ebe req-ac745261-63d8-4505-9cd2-c0e09cb06092 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437059 Feb 20 21:59:57.297417 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:57.298012 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d2d20-c1db-4dec-9f31-f0da25457d6c req-83eb6da5-f8f0-4e00-ad7d-b3654fcb6d13 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:57.299645 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-511d2d20-c1db-4dec-9f31-f0da25457d6c req-83eb6da5-f8f0-4e00-ad7d-b3654fcb6d13 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0542262 Feb 20 21:59:57.350410 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-511d2d20-c1db-4dec-9f31-f0da25457d6c req-a6624872-7739-47b7-9365-432571dea1c4 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442371 Feb 20 21:59:57.470830 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc0211-db87-4196-9250-99d075b46393 req-615df823-496d-4144-b544-98514ed04695 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:57.472361 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f6cc0211-db87-4196-9250-99d075b46393 req-615df823-496d-4144-b544-98514ed04695 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0539832 Feb 20 21:59:57.526561 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f6cc0211-db87-4196-9250-99d075b46393 req-0f1e0a92-7616-4193-a829-6e6b7e1fba93 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480230 Feb 20 21:59:57.549316 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 57052) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:57.645266 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82e434-7bdc-4d9f-be70-8f3ff53b1fd9 req-bdd1b6d8-92a1-40fc-9631-b39d3e8654d8 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:57.646993 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2a82e434-7bdc-4d9f-be70-8f3ff53b1fd9 req-bdd1b6d8-92a1-40fc-9631-b39d3e8654d8 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0540638 Feb 20 21:59:57.698907 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2a82e434-7bdc-4d9f-be70-8f3ff53b1fd9 req-31a1b19f-eee9-4eea-8938-a1400726b950 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452316 Feb 20 21:59:57.765557 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec7037-437a-4dbf-b7d9-22027e4acef6 tempest-TestVolumeBootPattern-1850289064 tempest-TestVolumeBootPattern-1850289064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:57.767091 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-bcec7037-437a-4dbf-b7d9-22027e4acef6 tempest-TestVolumeBootPattern-1850289064 tempest-TestVolumeBootPattern-1850289064-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 1124 time: 0.2155550 Feb 20 21:59:57.769893 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 57060) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:57.774070 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Request body: {'floatingip': {'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'port_id': '07867352-7788-40d5-9792-bed5ce1aec62', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:59:57.797962 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:57.904458 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:58.014569 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Allocated IP 172.27.3.24 (64ae5708-48ae-4f2e-98e0-0b35ff108ff4/7fd4686c-7b81-425f-9e36-00c6096e9531/2e026ef5-b2c0-459d-b056-521b510e41a1) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:59:58.085637 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42cb0e-ca74-43ad-a6c7-d98104a0e4ea req-58d6cefe-538f-428e-ab7e-23f8fbc14697 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:58.087175 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ee42cb0e-ca74-43ad-a6c7-d98104a0e4ea req-58d6cefe-538f-428e-ab7e-23f8fbc14697 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 944 time: 0.0603232 Feb 20 21:59:58.137282 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ee42cb0e-ca74-43ad-a6c7-d98104a0e4ea req-b9bb5298-bdbe-4b5b-8c15-df46e8fcb68c tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417769 Feb 20 21:59:58.146105 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for port (2e026ef5-b2c0-459d-b056-521b510e41a1), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:58.157551 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 57076) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:58.193805 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (2e026ef5-b2c0-459d-b056-521b510e41a1), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:58.234518 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:59:58.239317 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:59:58.243822 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:59:58.245768 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event updated for resources: {'Port': ['ID=2e026ef5-b2c0-459d-b056-521b510e41a1,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:58.269346 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-99519259-1bf5-4ee8-85fb-60f90ab0ebbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:58.352627 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-99519259-1bf5-4ee8-85fb-60f90ab0ebbc admin admin] Publish callbacks [] for security_group (27739309-164d-4efa-b18c-24557de79ad1), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:58.356951 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-99519259-1bf5-4ee8-85fb-60f90ab0ebbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (27739309-164d-4efa-b18c-24557de79ad1), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:58.395528 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-99519259-1bf5-4ee8-85fb-60f90ab0ebbc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=060edef4ee564f10a856b8b104922da9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426925 Feb 20 21:59:58.396387 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99519259-1bf5-4ee8-85fb-60f90ab0ebbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27739309-164d-4efa-b18c-24557de79ad1,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:58.399082 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 57080) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:58.414905 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99519259-1bf5-4ee8-85fb-60f90ab0ebbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:58.415260 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99519259-1bf5-4ee8-85fb-60f90ab0ebbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:58.415632 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99519259-1bf5-4ee8-85fb-60f90ab0ebbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:58.415976 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99519259-1bf5-4ee8-85fb-60f90ab0ebbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:58.416317 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99519259-1bf5-4ee8-85fb-60f90ab0ebbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:58.416649 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99519259-1bf5-4ee8-85fb-60f90ab0ebbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:58.417001 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99519259-1bf5-4ee8-85fb-60f90ab0ebbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:58.417339 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99519259-1bf5-4ee8-85fb-60f90ab0ebbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:58.417669 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99519259-1bf5-4ee8-85fb-60f90ab0ebbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:58.417997 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99519259-1bf5-4ee8-85fb-60f90ab0ebbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:58.418324 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99519259-1bf5-4ee8-85fb-60f90ab0ebbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:58.418693 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99519259-1bf5-4ee8-85fb-60f90ab0ebbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:58.419018 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99519259-1bf5-4ee8-85fb-60f90ab0ebbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:59:58.459207 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-75a1e3d5-71c5-49b3-8f89-08203d89152f admin admin] Publish callbacks [] for security_group (27739309-164d-4efa-b18c-24557de79ad1), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:58.483392 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-75a1e3d5-71c5-49b3-8f89-08203d89152f admin admin] Publish callbacks [] for security_group (27739309-164d-4efa-b18c-24557de79ad1), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:58.534202 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-75a1e3d5-71c5-49b3-8f89-08203d89152f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (27739309-164d-4efa-b18c-24557de79ad1), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:58.536845 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-75a1e3d5-71c5-49b3-8f89-08203d89152f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:58.538086 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-75a1e3d5-71c5-49b3-8f89-08203d89152f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27739309-164d-4efa-b18c-24557de79ad1 HTTP/1.1" status: 204 len: 168 time: 0.1381147 Feb 20 21:59:58.546186 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1e3d5-71c5-49b3-8f89-08203d89152f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27739309-164d-4efa-b18c-24557de79ad1,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:58.825899 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 57088) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:58.878008 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device a928cef4-bdb6-4458-8e8c-ee91899fe02a up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:59:58.957199 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port a928cef4-bdb6-4458-8e8c-ee91899fe02a completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:59:58.963232 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port a928cef4-bdb6-4458-8e8c-ee91899fe02a triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:59:58.964280 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (a928cef4-bdb6-4458-8e8c-ee91899fe02a), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:58.978085 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for floatingip (f486a077-33c2-473a-88da-c34b022048bc), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:59.068119 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port a928cef4-bdb6-4458-8e8c-ee91899fe02a is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:59:59.068654 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a928cef4-bdb6-4458-8e8c-ee91899fe02a), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:59.076604 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b431eb25-f69f-4576-92b1-20f02f94bb61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:59.086423 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891f274-bc8c-46e9-9422-98f89932320e req-0f29438b-4b20-4bb5-a684-30fb9d7cd69f tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:59.088603 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3891f274-bc8c-46e9-9422-98f89932320e req-0f29438b-4b20-4bb5-a684-30fb9d7cd69f tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.3185253 Feb 20 21:59:59.101473 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e40417f-5689-4346-9da8-85e825a8d07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a928cef4-bdb6-4458-8e8c-ee91899fe02a'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:59:59.103726 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ba5f1f-2065-4513-acaa-b5d355e2b623" -d '{"events": [{"server_uuid": "4e40417f-5689-4346-9da8-85e825a8d07d", "name": "network-vif-plugged", "status": "completed", "tag": "a928cef4-bdb6-4458-8e8c-ee91899fe02a"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:59:59.122116 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port a928cef4-bdb6-4458-8e8c-ee91899fe02a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a928cef4-bdb6-4458-8e8c-ee91899fe02a,segment=NetworkSegment(592274ea-2f40-4464-8ba8-a0794eba0d43),segment_id=592274ea-2f40-4464-8ba8-a0794eba0d43)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:59:59.125232 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (2e026ef5-b2c0-459d-b056-521b510e41a1), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:59.128084 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (a928cef4-bdb6-4458-8e8c-ee91899fe02a), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:59.164758 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3891f274-bc8c-46e9-9422-98f89932320e req-b44af74e-4531-4f95-8ee7-339d31e5a6f6 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682786 Feb 20 21:59:59.208416 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d399a5-987e-4a93-ac24-d87765901b47 x-openstack-request-id: req-f6d399a5-987e-4a93-ac24-d87765901b47 {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:59:59.208837 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e40417f-5689-4346-9da8-85e825a8d07d", "name": "network-vif-plugged", "status": "completed", "tag": "a928cef4-bdb6-4458-8e8c-ee91899fe02a", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:59:59.209135 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f6d399a5-987e-4a93-ac24-d87765901b47 {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:59:59.211530 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e40417f-5689-4346-9da8-85e825a8d07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a928cef4-bdb6-4458-8e8c-ee91899fe02a', 'code': 200} Feb 20 21:59:59.212332 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b431eb25-f69f-4576-92b1-20f02f94bb61 admin admin] Publish callbacks [] for security_group (234506dd-9899-440d-8b20-0a6bc5bec624), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:59.219518 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b431eb25-f69f-4576-92b1-20f02f94bb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (234506dd-9899-440d-8b20-0a6bc5bec624), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:59.281918 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-b431eb25-f69f-4576-92b1-20f02f94bb61 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d992289d38a4341897dd1da2c943f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4513521 Feb 20 21:59:59.295675 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431eb25-f69f-4576-92b1-20f02f94bb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234506dd-9899-440d-8b20-0a6bc5bec624,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:59.298193 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 57102) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:59.319551 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:59.323489 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=a928cef4-bdb6-4458-8e8c-ee91899fe02a,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:59.405720 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15a626-d3b4-4dad-8f12-d6d48c5016fa req-04097833-4eb2-4d82-b568-f38cdd333a3b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:59.407316 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3f15a626-d3b4-4dad-8f12-d6d48c5016fa req-04097833-4eb2-4d82-b568-f38cdd333a3b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 945 time: 0.1488159 Feb 20 21:59:59.434283 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-17c4fc99-cc51-43b3-b455-6c4bcf988e59 admin admin] Publish callbacks [] for security_group (234506dd-9899-440d-8b20-0a6bc5bec624), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:59.442816 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26de3db-ce7a-4483-b16c-f3f1ed9703fb req-3f329e3b-3641-4aba-b0fa-d0fe85e94c91 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:59.444356 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d26de3db-ce7a-4483-b16c-f3f1ed9703fb req-3f329e3b-3641-4aba-b0fa-d0fe85e94c91 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.1451416 Feb 20 21:59:59.484581 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for port (2e026ef5-b2c0-459d-b056-521b510e41a1), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:59.493583 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-17c4fc99-cc51-43b3-b455-6c4bcf988e59 admin admin] Publish callbacks [] for security_group (234506dd-9899-440d-8b20-0a6bc5bec624), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:59.496436 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (2e026ef5-b2c0-459d-b056-521b510e41a1), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:59.506875 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cd623-1533-4091-9370-30ce62fa94f3 req-ea55d349-bf79-4d34-9d2d-ac81df50b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:59.508516 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-472cd623-1533-4091-9370-30ce62fa94f3 req-ea55d349-bf79-4d34-9d2d-ac81df50b828 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 1129 time: 0.1063292 Feb 20 21:59:59.560084 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3f15a626-d3b4-4dad-8f12-d6d48c5016fa req-6adb51a3-71fe-4d7e-9456-d737bf9ea892 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359692 Feb 20 21:59:59.564255 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d26de3db-ce7a-4483-b16c-f3f1ed9703fb req-f99332dd-774b-4974-b6be-0c50e65e73aa tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1101527 Feb 20 21:59:59.594662 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event updated for resources: {'Port': ['ID=2e026ef5-b2c0-459d-b056-521b510e41a1,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:59.604168 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-17c4fc99-cc51-43b3-b455-6c4bcf988e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (234506dd-9899-440d-8b20-0a6bc5bec624), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:59.608406 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-17c4fc99-cc51-43b3-b455-6c4bcf988e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:59.612179 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-17c4fc99-cc51-43b3-b455-6c4bcf988e59 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/234506dd-9899-440d-8b20-0a6bc5bec624 HTTP/1.1" status: 204 len: 168 time: 0.3080826 Feb 20 21:59:59.612179 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 57108) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:59.625615 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4fc99-cc51-43b3-b455-6c4bcf988e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234506dd-9899-440d-8b20-0a6bc5bec624,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:59:59.647277 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-472cd623-1533-4091-9370-30ce62fa94f3 req-03ef49ee-0385-413e-9571-885b00eddb16 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172092 Feb 20 21:59:59.650570 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643065'] for floatingip (f486a077-33c2-473a-88da-c34b022048bc), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:59.761154 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.l3_db [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Floating IP f486a077-33c2-473a-88da-c34b022048bc associated. External IP: 172.27.3.24, port: 07867352-7788-40d5-9792-bed5ce1aec62. Feb 20 21:59:59.850161 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3ad1a3-6f39-4f06-a4d5-a10228d77d90 tempest-TestShelveInstance-535885073 tempest-TestShelveInstance-535885073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:59:59.853565 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-4c3ad1a3-6f39-4f06-a4d5-a10228d77d90 tempest-TestShelveInstance-535885073 tempest-TestShelveInstance-535885073-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 1124 time: 0.2384865 Feb 20 21:59:59.855239 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 57116) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:59:59.859932 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Request body: {'floatingip': {'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'port_id': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:59:59.883976 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:59:59.984153 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:00.012738 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Router 47bdbb85-9d24-4be1-8431-88ae730edf1a has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:00:00.101156 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_common [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Allocated IP 172.27.3.51 (64ae5708-48ae-4f2e-98e0-0b35ff108ff4/7fd4686c-7b81-425f-9e36-00c6096e9531/e4564f5f-2f44-4086-919e-9ab7fc6ce8b5) {{(pid=102707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:00:00.130996 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:00:00.145142 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7acdd4-a882-4c43-876a-ca89671f93a5 None None] Sync routers for ids ['47bdbb85-9d24-4be1-8431-88ae730edf1a'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:00:00.156205 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:00.160395 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7acdd4-a882-4c43-876a-ca89671f93a5 None None] Routers {'47bdbb85-9d24-4be1-8431-88ae730edf1a'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:00:00.162353 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-7a7acdd4-a882-4c43-876a-ca89671f93a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:59:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['47bdbb85-9d24-4be1-8431-88ae730edf1a'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:00:00.200999 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-9736b508-4e37-459f-a40b-aa345d7ee8aa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4200561 Feb 20 22:00:00.200999 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5eecdc5-8ced-4158-99ab-b5ce29077eb1', 'tag': '07867352-7788-40d5-9792-bed5ce1aec62'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:00:00.200999 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871ca1f5-6e7d-45b3-9246-ef526759bad9" -d '{"events": [{"name": "network-changed", "server_uuid": "f5eecdc5-8ced-4158-99ab-b5ce29077eb1", "tag": "07867352-7788-40d5-9792-bed5ce1aec62"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:00:00.220031 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for port (e4564f5f-2f44-4086-919e-9ab7fc6ce8b5), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:00.235420 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c24ddd-1568-4f20-a8ff-f9e584d2e4f5 x-openstack-request-id: req-e6c24ddd-1568-4f20-a8ff-f9e584d2e4f5 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:00:00.235986 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5eecdc5-8ced-4158-99ab-b5ce29077eb1", "tag": "07867352-7788-40d5-9792-bed5ce1aec62", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:00:00.236167 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e6c24ddd-1568-4f20-a8ff-f9e584d2e4f5 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:00:00.236544 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5eecdc5-8ced-4158-99ab-b5ce29077eb1', 'tag': '07867352-7788-40d5-9792-bed5ce1aec62', 'status': 'completed', 'code': 200} Feb 20 22:00:00.259089 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (e4564f5f-2f44-4086-919e-9ab7fc6ce8b5), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:00.301935 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-7a7acdd4-a882-4c43-876a-ca89671f93a5 None None] Set router 47bdbb85-9d24-4be1-8431-88ae730edf1a gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:00:00.315901 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ca1f5-6e7d-45b3-9246-ef526759bad9 req-a4383ba7-da4c-4126-9f07-d5fd7eadc1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:00.317862 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-871ca1f5-6e7d-45b3-9246-ef526759bad9 req-a4383ba7-da4c-4126-9f07-d5fd7eadc1c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3885aa7992e4e54891e9136ce879dfd&device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 1129 time: 0.0584357 Feb 20 22:00:00.326007 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Pushing event updated for resources: {'Port': ['ID=e4564f5f-2f44-4086-919e-9ab7fc6ce8b5,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:00.332021 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 is already hosted by enough agents. {{(pid=102707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:00:00.333597 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Resources bound (agent type, host, resource id): {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:00:00.343615 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Received port after_create {{(pid=102707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:00:00.426353 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ca1f5-6e7d-45b3-9246-ef526759bad9 req-f5d0baab-3e7e-4228-83b0-a055ef1709b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:00.428886 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-871ca1f5-6e7d-45b3-9246-ef526759bad9 req-f5d0baab-3e7e-4228-83b0-a055ef1709b7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=73283953-4b32-47aa-9293-e0cdbad6f01b HTTP/1.1" status: 200 len: 911 time: 0.1027100 Feb 20 22:00:00.568102 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-871ca1f5-6e7d-45b3-9246-ef526759bad9 req-2cc5468a-1b52-4281-aac3-54a9b6cf4808 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07867352-7788-40d5-9792-bed5ce1aec62 HTTP/1.1" status: 200 len: 998 time: 0.1218586 Feb 20 22:00:00.595508 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-7a7acdd4-a882-4c43-876a-ca89671f93a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': 'f486a077-33c2-473a-88da-c34b022048bc', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'port_id': '07867352-7788-40d5-9792-bed5ce1aec62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'mac_address': 'fa:16:3e:54:2d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5eecdc5-8ced-4158-99ab-b5ce29077eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:59:58Z', 'updated_at': '2022-02-20T21:59:58Z', 'revision_number': 0, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:21Z', 'revision_number': 5, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:00:00.633969 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7acdd4-a882-4c43-876a-ca89671f93a5 None None] Checking router: 47bdbb85-9d24-4be1-8431-88ae730edf1a for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:00:00.644416 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7acdd4-a882-4c43-876a-ca89671f93a5 None None] Routers {'47bdbb85-9d24-4be1-8431-88ae730edf1a'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:00:00.645346 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-7a7acdd4-a882-4c43-876a-ca89671f93a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:59:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['47bdbb85-9d24-4be1-8431-88ae730edf1a'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:00:00.681106 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ca1f5-6e7d-45b3-9246-ef526759bad9 req-6590a8ff-2b99-4bee-b2d2-6e9a89eb7838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:00.684583 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-871ca1f5-6e7d-45b3-9246-ef526759bad9 req-6590a8ff-2b99-4bee-b2d2-6e9a89eb7838 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a43bc83-a8d6-4033-994e-40c0a619b573 HTTP/1.1" status: 200 len: 849 time: 0.1087425 Feb 20 22:00:00.762734 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ca1f5-6e7d-45b3-9246-ef526759bad9 req-cfe8e0c0-cbae-4853-b355-c8f624e4b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:00.764410 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-871ca1f5-6e7d-45b3-9246-ef526759bad9 req-cfe8e0c0-cbae-4853-b355-c8f624e4b3d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73283953-4b32-47aa-9293-e0cdbad6f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728102 Feb 20 22:00:00.874065 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0b002-f5c0-4ebf-9c63-891b1f9b5bae req-1476cdee-5bb4-4799-ba0a-dfa5ed8a9177 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:00.875724 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-86c0b002-f5c0-4ebf-9c63-891b1f9b5bae req-1476cdee-5bb4-4799-ba0a-dfa5ed8a9177 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 945 time: 0.1361446 Feb 20 22:00:00.995893 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-871ca1f5-6e7d-45b3-9246-ef526759bad9 req-d3686349-e810-4d46-b889-1f07e3ace2d4 service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100387 Feb 20 22:00:00.996186 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-7a7acdd4-a882-4c43-876a-ca89671f93a5 None None] Set router 47bdbb85-9d24-4be1-8431-88ae730edf1a gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:00:01.013744 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-86c0b002-f5c0-4ebf-9c63-891b1f9b5bae req-983175e9-fdd5-472e-824c-4ee9784204b5 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297195 Feb 20 22:00:01.133289 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for floatingip (a6e51940-5f46-44a9-ae25-462b910d0e80), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:01.180281 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-871ca1f5-6e7d-45b3-9246-ef526759bad9 req-e9a29a56-fb3d-4b94-8b01-d91bb1b318d9 service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747134 Feb 20 22:00:01.262471 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (e4564f5f-2f44-4086-919e-9ab7fc6ce8b5), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:01.290985 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-7a7acdd4-a882-4c43-876a-ca89671f93a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': 'f486a077-33c2-473a-88da-c34b022048bc', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'port_id': '07867352-7788-40d5-9792-bed5ce1aec62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'mac_address': 'fa:16:3e:54:2d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5eecdc5-8ced-4158-99ab-b5ce29077eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:59:58Z', 'updated_at': '2022-02-20T21:59:58Z', 'revision_number': 0, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:21Z', 'revision_number': 5, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:00:01.322553 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7acdd4-a882-4c43-876a-ca89671f93a5 None None] The sync data for ids ['47bdbb85-9d24-4be1-8431-88ae730edf1a'] in dv-cinder-830093-1-iscsi is: [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': 'f486a077-33c2-473a-88da-c34b022048bc', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'port_id': '07867352-7788-40d5-9792-bed5ce1aec62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'mac_address': 'fa:16:3e:54:2d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5eecdc5-8ced-4158-99ab-b5ce29077eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:59:58Z', 'updated_at': '2022-02-20T21:59:58Z', 'revision_number': 0, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:21Z', 'revision_number': 5, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:00:01.435255 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for port (e4564f5f-2f44-4086-919e-9ab7fc6ce8b5), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:01.440139 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11565760'] for port (e4564f5f-2f44-4086-919e-9ab7fc6ce8b5), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:01.510120 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Pushing event updated for resources: {'Port': ['ID=e4564f5f-2f44-4086-919e-9ab7fc6ce8b5,revision_number=2']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:01.523434 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643065'] for floatingip (a6e51940-5f46-44a9-ae25-462b910d0e80), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:01.589736 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28c9636-44d8-4df8-b5d6-b7a8eedcf3f9 None None] New status for floating IP f486a077-33c2-473a-88da-c34b022048bc: ACTIVE {{(pid=102710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:00:01.636023 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.db.l3_db [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Floating IP a6e51940-5f46-44a9-ae25-462b910d0e80 associated. External IP: 172.27.3.51, port: e49485d9-ee9a-42ed-bfd1-0e26f5a820d7. Feb 20 22:00:01.854188 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Router 98acccd4-6e95-46b6-8279-0c445d81471e has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:00:01.864770 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 57180) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:01.965307 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:00:01.975822 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0721a65c-b6a1-4571-ac6c-ad98ac58bd7a None None] Sync routers for ids ['98acccd4-6e95-46b6-8279-0c445d81471e'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:00:01.979359 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-37afd008-d2d7-432e-95a7-0263fd713819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:01.984257 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:01.988773 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0721a65c-b6a1-4571-ac6c-ad98ac58bd7a None None] Routers {'98acccd4-6e95-46b6-8279-0c445d81471e'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:00:01.989648 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-0721a65c-b6a1-4571-ac6c-ad98ac58bd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:59:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['98acccd4-6e95-46b6-8279-0c445d81471e'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:00:02.015353 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-7d320f7c-207b-47b1-9d01-36c23bf7c762 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1585612 Feb 20 22:00:02.016138 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a', 'tag': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7'}] {{(pid=102707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:00:02.018523 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820eb19fa05f47c33a4eb3d5d015730f1ac844cc5791151cf4d8bf01498112d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de6c3ea-98df-4d44-aadf-89124f1f28d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a", "tag": "e49485d9-ee9a-42ed-bfd1-0e26f5a820d7"}]}' {{(pid=102707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:00:02.091460 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-37afd008-d2d7-432e-95a7-0263fd713819 admin admin] Publish callbacks [] for security_group (e56cf70f-b6a7-4c20-a7b8-58eba97b1f64), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:02.091619 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2863d77-0604-4dd6-bd3e-632dbd9bb806 x-openstack-request-id: req-a2863d77-0604-4dd6-bd3e-632dbd9bb806 {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:00:02.091829 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a", "tag": "e49485d9-ee9a-42ed-bfd1-0e26f5a820d7", "status": "completed", "code": 200}]} {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:00:02.092225 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a2863d77-0604-4dd6-bd3e-632dbd9bb806 {{(pid=102707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:00:02.092662 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a', 'tag': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7', 'status': 'completed', 'code': 200} Feb 20 22:00:02.096627 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-37afd008-d2d7-432e-95a7-0263fd713819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (e56cf70f-b6a7-4c20-a7b8-58eba97b1f64), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:02.130683 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-0721a65c-b6a1-4571-ac6c-ad98ac58bd7a None None] Set router 98acccd4-6e95-46b6-8279-0c445d81471e gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:00:02.138289 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-37afd008-d2d7-432e-95a7-0263fd713819 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=56da2a2bec524aa985c09707fbd58029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694066 Feb 20 22:00:02.138289 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afd008-d2d7-432e-95a7-0263fd713819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56cf70f-b6a7-4c20-a7b8-58eba97b1f64,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:02.138994 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 57192) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:02.200737 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd3983-3f54-46e2-832e-d06366c6656b req-3e6dd167-3d5e-4a45-a803-ce1cbc6ba618 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:02.202181 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f3cd3983-3f54-46e2-832e-d06366c6656b req-3e6dd167-3d5e-4a45-a803-ce1cbc6ba618 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 945 time: 0.0915728 Feb 20 22:00:02.213206 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-60448c06-d00e-43e4-b46a-2854a3a209d2 admin admin] Publish callbacks [] for security_group (e56cf70f-b6a7-4c20-a7b8-58eba97b1f64), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:02.256830 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-60448c06-d00e-43e4-b46a-2854a3a209d2 admin admin] Publish callbacks [] for security_group (e56cf70f-b6a7-4c20-a7b8-58eba97b1f64), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:02.282484 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f3cd3983-3f54-46e2-832e-d06366c6656b req-cbb67d40-bc62-4f04-bc73-99b3ca67753c tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709095 Feb 20 22:00:02.330723 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-60448c06-d00e-43e4-b46a-2854a3a209d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (e56cf70f-b6a7-4c20-a7b8-58eba97b1f64), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:02.334299 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-60448c06-d00e-43e4-b46a-2854a3a209d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:02.335629 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-60448c06-d00e-43e4-b46a-2854a3a209d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e56cf70f-b6a7-4c20-a7b8-58eba97b1f64 HTTP/1.1" status: 204 len: 168 time: 0.1956425 Feb 20 22:00:02.343888 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60448c06-d00e-43e4-b46a-2854a3a209d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56cf70f-b6a7-4c20-a7b8-58eba97b1f64,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:02.388127 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-0721a65c-b6a1-4571-ac6c-ad98ac58bd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'name': 'tempest-TestShelveInstance-1584473298-router', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:20Z', 'revision_number': 4, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'gw_port': {'id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': 'a6e51940-5f46-44a9-ae25-462b910d0e80', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'port_id': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04', 'mac_address': 'fa:16:3e:ce:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:00:00Z', 'updated_at': '2022-02-20T22:00:00Z', 'revision_number': 0, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4593f766-548f-47c3-a09e-b7bd7a3ece13', 'name': '', 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'mac_address': 'fa:16:3e:19:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:19Z', 'updated_at': '2022-02-20T21:58:31Z', 'revision_number': 5, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'subnets': [{'id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:00:02.417159 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0721a65c-b6a1-4571-ac6c-ad98ac58bd7a None None] Checking router: 98acccd4-6e95-46b6-8279-0c445d81471e for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:00:02.426077 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0721a65c-b6a1-4571-ac6c-ad98ac58bd7a None None] Routers {'98acccd4-6e95-46b6-8279-0c445d81471e'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:00:02.426828 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-0721a65c-b6a1-4571-ac6c-ad98ac58bd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T21:59:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['98acccd4-6e95-46b6-8279-0c445d81471e'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:00:02.552169 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-0721a65c-b6a1-4571-ac6c-ad98ac58bd7a None None] Set router 98acccd4-6e95-46b6-8279-0c445d81471e gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:00:02.648207 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 57206) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:02.662140 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fe78cdc0-da0d-4650-8ba7-11ad70a75f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:02.737212 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fe78cdc0-da0d-4650-8ba7-11ad70a75f8a admin admin] Publish callbacks [] for security_group (c9b33447-96cd-4ce1-a5c4-033749378fdc), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:02.740889 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fe78cdc0-da0d-4650-8ba7-11ad70a75f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (c9b33447-96cd-4ce1-a5c4-033749378fdc), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:02.778878 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-fe78cdc0-da0d-4650-8ba7-11ad70a75f8a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=39d73f006f664deca6c6528972d788f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295848 Feb 20 22:00:02.779824 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78cdc0-da0d-4650-8ba7-11ad70a75f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b33447-96cd-4ce1-a5c4-033749378fdc,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:02.781599 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 57208) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:02.806287 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-0721a65c-b6a1-4571-ac6c-ad98ac58bd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'name': 'tempest-TestShelveInstance-1584473298-router', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:20Z', 'revision_number': 4, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'gw_port': {'id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': 'a6e51940-5f46-44a9-ae25-462b910d0e80', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'port_id': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04', 'mac_address': 'fa:16:3e:ce:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:00:00Z', 'updated_at': '2022-02-20T22:00:00Z', 'revision_number': 0, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4593f766-548f-47c3-a09e-b7bd7a3ece13', 'name': '', 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'mac_address': 'fa:16:3e:19:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:19Z', 'updated_at': '2022-02-20T21:58:31Z', 'revision_number': 5, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'subnets': [{'id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:00:02.834453 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0721a65c-b6a1-4571-ac6c-ad98ac58bd7a None None] The sync data for ids ['98acccd4-6e95-46b6-8279-0c445d81471e'] in dv-cinder-830093-1-iscsi is: [{'id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'name': 'tempest-TestShelveInstance-1584473298-router', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:20Z', 'revision_number': 4, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'gw_port': {'id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': 'a6e51940-5f46-44a9-ae25-462b910d0e80', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'port_id': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04', 'mac_address': 'fa:16:3e:ce:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:00:00Z', 'updated_at': '2022-02-20T22:00:00Z', 'revision_number': 0, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4593f766-548f-47c3-a09e-b7bd7a3ece13', 'name': '', 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'mac_address': 'fa:16:3e:19:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:19Z', 'updated_at': '2022-02-20T21:58:31Z', 'revision_number': 5, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'subnets': [{'id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:00:02.835043 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-92da5b55-d697-4da1-8e7b-d48086fb1bb4 admin admin] Publish callbacks [] for security_group (c9b33447-96cd-4ce1-a5c4-033749378fdc), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:02.857086 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-92da5b55-d697-4da1-8e7b-d48086fb1bb4 admin admin] Publish callbacks [] for security_group (c9b33447-96cd-4ce1-a5c4-033749378fdc), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:02.903972 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-92da5b55-d697-4da1-8e7b-d48086fb1bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (c9b33447-96cd-4ce1-a5c4-033749378fdc), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:02.906941 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-92da5b55-d697-4da1-8e7b-d48086fb1bb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:02.908083 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-92da5b55-d697-4da1-8e7b-d48086fb1bb4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c9b33447-96cd-4ce1-a5c4-033749378fdc HTTP/1.1" status: 204 len: 168 time: 0.1252627 Feb 20 22:00:02.918874 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da5b55-d697-4da1-8e7b-d48086fb1bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b33447-96cd-4ce1-a5c4-033749378fdc,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:03.031960 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d550042a-f703-49bc-b2af-e8875112fb0c None None] New status for floating IP a6e51940-5f46-44a9-ae25-462b910d0e80: ACTIVE {{(pid=102710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:00:04.574415 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6c3ea-98df-4d44-aadf-89124f1f28d5 req-1f5372b5-c18c-490d-9222-caa77472479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:04.575913 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1de6c3ea-98df-4d44-aadf-89124f1f28d5 req-1f5372b5-c18c-490d-9222-caa77472479c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d479f105163541f18f8c7e153c5762e4&device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 1129 time: 0.0484416 Feb 20 22:00:04.664787 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6c3ea-98df-4d44-aadf-89124f1f28d5 req-ad90e640-a3af-4fd7-b966-7167a321a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:04.666955 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1de6c3ea-98df-4d44-aadf-89124f1f28d5 req-ad90e640-a3af-4fd7-b966-7167a321a656 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a107c3cd-02d1-4849-8308-24a035f50f04 HTTP/1.1" status: 200 len: 910 time: 0.0844946 Feb 20 22:00:04.737868 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1de6c3ea-98df-4d44-aadf-89124f1f28d5 req-2d9a8168-6410-4d5e-b68c-17dedee77a7d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 HTTP/1.1" status: 200 len: 1000 time: 0.0614927 Feb 20 22:00:04.787045 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6c3ea-98df-4d44-aadf-89124f1f28d5 req-ac67368d-5fb8-4acc-9324-3c77ed3567ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:04.788545 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1de6c3ea-98df-4d44-aadf-89124f1f28d5 req-ac67368d-5fb8-4acc-9324-3c77ed3567ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=702e0172-0af4-41f5-ae8b-8c6031804aad HTTP/1.1" status: 200 len: 848 time: 0.0425725 Feb 20 22:00:04.836613 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6c3ea-98df-4d44-aadf-89124f1f28d5 req-a0a043bb-cdaf-4b51-aebe-8430d5dfa37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:04.838532 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1de6c3ea-98df-4d44-aadf-89124f1f28d5 req-a0a043bb-cdaf-4b51-aebe-8430d5dfa37e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a107c3cd-02d1-4849-8308-24a035f50f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429206 Feb 20 22:00:04.929096 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1de6c3ea-98df-4d44-aadf-89124f1f28d5 req-686a94a5-bb50-48c7-9d6e-3d2d72b50b41 service neutron] 10.222.0.45 "GET /v2.0/networks/a107c3cd-02d1-4849-8308-24a035f50f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834720 Feb 20 22:00:05.242404 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1de6c3ea-98df-4d44-aadf-89124f1f28d5 req-31c7db8b-d009-49d6-bf9a-8385165144cc service neutron] 10.222.0.45 "GET /v2.0/networks/a107c3cd-02d1-4849-8308-24a035f50f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070278 Feb 20 22:00:13.121539 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 57400) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:13.234542 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b9e45924-fb58-45c1-826c-8dc460c3c0b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:13.309828 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b9e45924-fb58-45c1-826c-8dc460c3c0b0 admin admin] Publish callbacks [] for security_group (3847a393-50ce-44f6-b210-f2f44acae1b6), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:13.313575 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b9e45924-fb58-45c1-826c-8dc460c3c0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (3847a393-50ce-44f6-b210-f2f44acae1b6), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:13.351771 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-b9e45924-fb58-45c1-826c-8dc460c3c0b0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=656895370c604de2a8bf101a411f366f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291455 Feb 20 22:00:13.352633 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e45924-fb58-45c1-826c-8dc460c3c0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3847a393-50ce-44f6-b210-f2f44acae1b6,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:13.355406 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 57412) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:13.406799 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3dc7-19af-4a9b-ab8a-44dc4f005864 admin admin] Publish callbacks [] for security_group (3847a393-50ce-44f6-b210-f2f44acae1b6), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:13.429640 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3dc7-19af-4a9b-ab8a-44dc4f005864 admin admin] Publish callbacks [] for security_group (3847a393-50ce-44f6-b210-f2f44acae1b6), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:13.480593 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3dc7-19af-4a9b-ab8a-44dc4f005864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (3847a393-50ce-44f6-b210-f2f44acae1b6), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:13.483510 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3dc7-19af-4a9b-ab8a-44dc4f005864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:13.484729 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-bc3a3dc7-19af-4a9b-ab8a-44dc4f005864 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3847a393-50ce-44f6-b210-f2f44acae1b6 HTTP/1.1" status: 204 len: 168 time: 0.1283209 Feb 20 22:00:13.493024 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a3dc7-19af-4a9b-ab8a-44dc4f005864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3847a393-50ce-44f6-b210-f2f44acae1b6,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:14.689331 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 57476) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:14.793687 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-04d76eb0-11f6-4e6e-a6c1-908e74d9b650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:14.872334 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-04d76eb0-11f6-4e6e-a6c1-908e74d9b650 admin admin] Publish callbacks [] for security_group (f4ddcfb9-6290-4f45-beae-1cca405e3b0d), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:14.876825 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-04d76eb0-11f6-4e6e-a6c1-908e74d9b650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (f4ddcfb9-6290-4f45-beae-1cca405e3b0d), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:14.916238 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-04d76eb0-11f6-4e6e-a6c1-908e74d9b650 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6181bcae82334f8bb14ddee96c3e860f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256660 Feb 20 22:00:14.918037 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d76eb0-11f6-4e6e-a6c1-908e74d9b650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ddcfb9-6290-4f45-beae-1cca405e3b0d,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:14.918856 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 57482) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:14.967944 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d477a178-d743-483c-a903-b724e8a19340 admin admin] Publish callbacks [] for security_group (f4ddcfb9-6290-4f45-beae-1cca405e3b0d), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:14.988012 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d477a178-d743-483c-a903-b724e8a19340 admin admin] Publish callbacks [] for security_group (f4ddcfb9-6290-4f45-beae-1cca405e3b0d), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:15.033170 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d477a178-d743-483c-a903-b724e8a19340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (f4ddcfb9-6290-4f45-beae-1cca405e3b0d), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:15.036064 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d477a178-d743-483c-a903-b724e8a19340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:15.037505 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-d477a178-d743-483c-a903-b724e8a19340 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f4ddcfb9-6290-4f45-beae-1cca405e3b0d HTTP/1.1" status: 204 len: 168 time: 0.1176534 Feb 20 22:00:15.049877 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477a178-d743-483c-a903-b724e8a19340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ddcfb9-6290-4f45-beae-1cca405e3b0d,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:15.307985 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 57490) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:15.322661 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b3675af2-9eed-4046-9277-26af05b400d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:15.410535 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b3675af2-9eed-4046-9277-26af05b400d9 admin admin] Publish callbacks [] for security_group (2b09dede-f99a-4274-a3d1-7647c9675b76), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:15.415771 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b3675af2-9eed-4046-9277-26af05b400d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (2b09dede-f99a-4274-a3d1-7647c9675b76), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:15.456883 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-b3675af2-9eed-4046-9277-26af05b400d9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=10fd8a06ee404647b85e32f74c3fa828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478140 Feb 20 22:00:15.457990 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3675af2-9eed-4046-9277-26af05b400d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b09dede-f99a-4274-a3d1-7647c9675b76,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:15.459628 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 57492) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:15.507083 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-23297ee4-9e1e-4bd9-9ed4-0b42a83c22c0 admin admin] Publish callbacks [] for security_group (2b09dede-f99a-4274-a3d1-7647c9675b76), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:15.527674 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-23297ee4-9e1e-4bd9-9ed4-0b42a83c22c0 admin admin] Publish callbacks [] for security_group (2b09dede-f99a-4274-a3d1-7647c9675b76), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:15.575218 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-23297ee4-9e1e-4bd9-9ed4-0b42a83c22c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (2b09dede-f99a-4274-a3d1-7647c9675b76), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:15.577789 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-23297ee4-9e1e-4bd9-9ed4-0b42a83c22c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:15.578924 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-23297ee4-9e1e-4bd9-9ed4-0b42a83c22c0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2b09dede-f99a-4274-a3d1-7647c9675b76 HTTP/1.1" status: 204 len: 168 time: 0.1182866 Feb 20 22:00:15.588368 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23297ee4-9e1e-4bd9-9ed4-0b42a83c22c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b09dede-f99a-4274-a3d1-7647c9675b76,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:15.741536 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-2fbd2392-96a6-4747-9406-65ac199f82ce tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=091f08291c0a4342a14caab7b3cac285&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303380 Feb 20 22:00:15.929893 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-dd1e06ae-10a0-4c2e-ba61-a3d199362ff2 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:15.931647 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-dd1e06ae-10a0-4c2e-ba61-a3d199362ff2 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850955 Feb 20 22:00:15.949491 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-bcf7bac1-3b30-4cff-a088-4e5b01a64efd tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/quotas/091f08291c0a4342a14caab7b3cac285 HTTP/1.1" status: 200 len: 375 time: 0.0115583 Feb 20 22:00:15.984134 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-53d233de-21f9-4459-be32-57b8a2a81988 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=091f08291c0a4342a14caab7b3cac285&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308449 Feb 20 22:00:16.154803 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-37d83ac7-7c19-4d93-8e33-8da4b149175b req-dd222339-1251-4029-ac0d-8bbfdbbd8f66 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc39b9-83db-4465-b76d-e4506a6d2ed2 HTTP/1.1" status: 200 len: 210 time: 0.0312696 Feb 20 22:00:17.168414 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-f973c1bf-020a-4f75-9059-db598b504c4f tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=091f08291c0a4342a14caab7b3cac285&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328789 Feb 20 22:00:17.441498 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-c285c87b-4d4e-481c-8f94-fb00ace15c0c tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:17.443108 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-c285c87b-4d4e-481c-8f94-fb00ace15c0c tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2685130 Feb 20 22:00:17.461547 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-d31d8330-6ed6-4571-9b7a-1a15dc2f9617 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Request body: {'port': {'device_id': '92bc39b9-83db-4465-b76d-e4506a6d2ed2', 'network_id': 'e79fd07b-fd4b-4d12-9528-1b58f1d5a92a', 'admin_state_up': True, 'tenant_id': '091f08291c0a4342a14caab7b3cac285'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:00:17.560900 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b098f959-cfaf-4822-919b-c9d8a983c8f7 req-fe056621-84b8-4a76-8c91-e1bbe8d033c9 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc39b9-83db-4465-b76d-e4506a6d2ed2 HTTP/1.1" status: 200 len: 210 time: 0.2798951 Feb 20 22:00:17.603341 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-d31d8330-6ed6-4571-9b7a-1a15dc2f9617 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Made reservation on behalf of 091f08291c0a4342a14caab7b3cac285 for: {'port': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:00:17.606898 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-d31d8330-6ed6-4571-9b7a-1a15dc2f9617 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:17.614445 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699b096-a0c0-4ed7-b1d5-b97730594729 req-3e98a0d7-6b7c-43c3-badf-84ad4023a341 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:17.616607 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-d31d8330-6ed6-4571-9b7a-1a15dc2f9617 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:17.617501 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9699b096-a0c0-4ed7-b1d5-b97730594729 req-3e98a0d7-6b7c-43c3-badf-84ad4023a341 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 945 time: 0.0590081 Feb 20 22:00:17.674469 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9699b096-a0c0-4ed7-b1d5-b97730594729 req-06f46b8b-3363-44dd-9ac5-71e0126fc973 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528872 Feb 20 22:00:17.697376 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-d31d8330-6ed6-4571-9b7a-1a15dc2f9617 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Publish callbacks [] for security_group (a37d5f76-6d95-4260-8c3f-52d92cf432c4), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:17.703079 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-d31d8330-6ed6-4571-9b7a-1a15dc2f9617 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (a37d5f76-6d95-4260-8c3f-52d92cf432c4), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:17.763615 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d8330-6ed6-4571-9b7a-1a15dc2f9617 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37d5f76-6d95-4260-8c3f-52d92cf432c4,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:17.842838 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-d31d8330-6ed6-4571-9b7a-1a15dc2f9617 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Allocated IP 192.168.233.152 (e79fd07b-fd4b-4d12-9528-1b58f1d5a92a/4700fddb-e0d5-4d1b-a8bd-78f60625465d/50dfb194-92a3-4aec-80c9-a4b9f2903c1f) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:00:17.991910 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-d31d8330-6ed6-4571-9b7a-1a15dc2f9617 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Publish callbacks [] for port (50dfb194-92a3-4aec-80c9-a4b9f2903c1f), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:18.026331 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-d31d8330-6ed6-4571-9b7a-1a15dc2f9617 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (50dfb194-92a3-4aec-80c9-a4b9f2903c1f), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:18.071032 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-d31d8330-6ed6-4571-9b7a-1a15dc2f9617 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Network e79fd07b-fd4b-4d12-9528-1b58f1d5a92a is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:00:18.074496 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-d31d8330-6ed6-4571-9b7a-1a15dc2f9617 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:00:18.078336 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-d31d8330-6ed6-4571-9b7a-1a15dc2f9617 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:00:18.107663 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d8330-6ed6-4571-9b7a-1a15dc2f9617 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Pushing event updated for resources: {'Port': ['ID=50dfb194-92a3-4aec-80c9-a4b9f2903c1f,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:18.135503 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-d31d8330-6ed6-4571-9b7a-1a15dc2f9617 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:18.136152 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-d31d8330-6ed6-4571-9b7a-1a15dc2f9617 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:18.152552 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-d31d8330-6ed6-4571-9b7a-1a15dc2f9617 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6962948 Feb 20 22:00:18.169891 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Request body: {'port': {'device_id': '92bc39b9-83db-4465-b76d-e4506a6d2ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:00:18.232691 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (50dfb194-92a3-4aec-80c9-a4b9f2903c1f), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:18.312763 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-9f3e80f6-b740-4e64-89a6-ba9500fe1536 None None] Provisioning complete for port 50dfb194-92a3-4aec-80c9-a4b9f2903c1f triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:00:18.313498 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-9f3e80f6-b740-4e64-89a6-ba9500fe1536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (50dfb194-92a3-4aec-80c9-a4b9f2903c1f), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:18.352138 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-9f3e80f6-b740-4e64-89a6-ba9500fe1536 None None] Port 50dfb194-92a3-4aec-80c9-a4b9f2903c1f cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:00:18.501809 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50dfb194-92a3-4aec-80c9-a4b9f2903c1f {{(pid=102708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:00:18.509628 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Publish callbacks [] for port (50dfb194-92a3-4aec-80c9-a4b9f2903c1f), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:18.521733 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.provisioning_blocks [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Transition to ACTIVE for port object 50dfb194-92a3-4aec-80c9-a4b9f2903c1f will not be triggered until provisioned by entity L2. {{(pid=102708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:00:18.526259 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (50dfb194-92a3-4aec-80c9-a4b9f2903c1f), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:18.542138 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 57670) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:18.576600 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Pushing event updated for resources: {'Port': ['ID=50dfb194-92a3-4aec-80c9-a4b9f2903c1f,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:18.654475 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Attempting to bind port 50dfb194-92a3-4aec-80c9-a4b9f2903c1f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:00:18.655192 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Attempting to bind port 50dfb194-92a3-4aec-80c9-a4b9f2903c1f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '5e23bb65-b7b5-4fe1-b46d-74e410980403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e79fd07b-fd4b-4d12-9528-1b58f1d5a92a'}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:00:18.655633 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Attempting to bind port 50dfb194-92a3-4aec-80c9-a4b9f2903c1f on network e79fd07b-fd4b-4d12-9528-1b58f1d5a92a {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:00:18.660805 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Port 50dfb194-92a3-4aec-80c9-a4b9f2903c1f on network e79fd07b-fd4b-4d12-9528-1b58f1d5a92a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:00:18.661222 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Attempting to bind port 50dfb194-92a3-4aec-80c9-a4b9f2903c1f on network e79fd07b-fd4b-4d12-9528-1b58f1d5a92a {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:00:18.666202 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:00:18.666606 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Checking segment: {'id': '5e23bb65-b7b5-4fe1-b46d-74e410980403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e79fd07b-fd4b-4d12-9528-1b58f1d5a92a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:00:18.667168 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Bound using segment: {'id': '5e23bb65-b7b5-4fe1-b46d-74e410980403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e79fd07b-fd4b-4d12-9528-1b58f1d5a92a'} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:00:18.667679 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Bound port: 50dfb194-92a3-4aec-80c9-a4b9f2903c1f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e23bb65-b7b5-4fe1-b46d-74e410980403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e79fd07b-fd4b-4d12-9528-1b58f1d5a92a'}}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:00:18.668095 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (50dfb194-92a3-4aec-80c9-a4b9f2903c1f), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:18.688801 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-07018a02-d287-483c-9183-4e3d105a2732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:18.729756 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd6da0-ee59-4754-9120-eea7a20cce69 req-454f8f08-f72f-4121-8740-d3e59a1243c5 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:18.731529 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-55fd6da0-ee59-4754-9120-eea7a20cce69 req-454f8f08-f72f-4121-8740-d3e59a1243c5 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc39b9-83db-4465-b76d-e4506a6d2ed2 HTTP/1.1" status: 200 len: 948 time: 0.0926740 Feb 20 22:00:18.751866 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] For port 50dfb194-92a3-4aec-80c9-a4b9f2903c1f, host hv-cinder-83009, cleared binding levels {{(pid=102708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:00:18.756658 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] For port 50dfb194-92a3-4aec-80c9-a4b9f2903c1f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=50dfb194-92a3-4aec-80c9-a4b9f2903c1f,segment=NetworkSegment(5e23bb65-b7b5-4fe1-b46d-74e410980403),segment_id=5e23bb65-b7b5-4fe1-b46d-74e410980403)] {{(pid=102708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:00:18.766682 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (50dfb194-92a3-4aec-80c9-a4b9f2903c1f), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:18.811824 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:18.812445 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:18.814170 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] 10.222.0.45 "PUT /v2.0/ports/50dfb194-92a3-4aec-80c9-a4b9f2903c1f HTTP/1.1" status: 200 len: 1098 time: 0.6491675 Feb 20 22:00:18.814502 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bc39b9-83db-4465-b76d-e4506a6d2ed2', 'tag': '50dfb194-92a3-4aec-80c9-a4b9f2903c1f'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:00:18.816827 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1554d87b-d36d-4f7c-bf8f-5cdd3a510ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "92bc39b9-83db-4465-b76d-e4506a6d2ed2", "tag": "50dfb194-92a3-4aec-80c9-a4b9f2903c1f"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:00:18.840409 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314fbd8-7c39-46ab-9482-e06f35c5acd1 service neutron] Pushing event updated for resources: {'Port': ['ID=50dfb194-92a3-4aec-80c9-a4b9f2903c1f,revision_number=3']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:18.841523 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-55fd6da0-ee59-4754-9120-eea7a20cce69 req-24eb66b8-dc1a-41af-8079-73b443ab7a61 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/security-groups?id=a37d5f76-6d95-4260-8c3f-52d92cf432c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991447 Feb 20 22:00:18.865906 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-07018a02-d287-483c-9183-4e3d105a2732 admin admin] Publish callbacks [] for security_group (07fee644-f2ba-442d-9cee-c7313f7ccd6f), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:18.887452 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9714632-d093-4f9b-97fe-7c1c5b18ed88 req-19eed82c-eb47-4706-9b02-33664a615087 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:18.889847 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c9714632-d093-4f9b-97fe-7c1c5b18ed88 req-19eed82c-eb47-4706-9b02-33664a615087 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 945 time: 0.1186841 Feb 20 22:00:18.891470 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-07018a02-d287-483c-9183-4e3d105a2732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (07fee644-f2ba-442d-9cee-c7313f7ccd6f), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:18.926732 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-250cc462-8781-407e-8895-e8f7367033e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:18.929054 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-250cc462-8781-407e-8895-e8f7367033e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=091f08291c0a4342a14caab7b3cac285&device_id=92bc39b9-83db-4465-b76d-e4506a6d2ed2 HTTP/1.1" status: 200 len: 1132 time: 0.0616884 Feb 20 22:00:18.930968 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d5e47c-d5aa-4f56-b555-1d16ade846e3 x-openstack-request-id: req-99d5e47c-d5aa-4f56-b555-1d16ade846e3 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:00:18.931480 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bc39b9-83db-4465-b76d-e4506a6d2ed2", "tag": "50dfb194-92a3-4aec-80c9-a4b9f2903c1f", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:00:18.931909 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-99d5e47c-d5aa-4f56-b555-1d16ade846e3 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:00:18.932304 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bc39b9-83db-4465-b76d-e4506a6d2ed2', 'tag': '50dfb194-92a3-4aec-80c9-a4b9f2903c1f', 'status': 'completed', 'code': 200} Feb 20 22:00:18.964047 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-07018a02-d287-483c-9183-4e3d105a2732 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=288b78890a3c4e528c217221e48b8d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4207032 Feb 20 22:00:18.964699 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 57680) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:18.982292 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07018a02-d287-483c-9183-4e3d105a2732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fee644-f2ba-442d-9cee-c7313f7ccd6f,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:18.984027 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-27e418c3-4367-4eb5-92f5-88b786b7c629 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=50dfb194-92a3-4aec-80c9-a4b9f2903c1f HTTP/1.1" status: 200 len: 217 time: 0.0401258 Feb 20 22:00:19.021446 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c9714632-d093-4f9b-97fe-7c1c5b18ed88 req-611ddbf2-6d69-4d00-af30-00eac295c87f tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161137 Feb 20 22:00:19.039322 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-be0a5595-f71f-466f-8ee6-b6768bab3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:19.044968 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-be0a5595-f71f-466f-8ee6-b6768bab3c27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4700fddb-e0d5-4d1b-a8bd-78f60625465d HTTP/1.1" status: 200 len: 843 time: 0.0453205 Feb 20 22:00:19.049692 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-df6cda91-c886-4041-90d6-021962cae278 admin admin] Publish callbacks [] for security_group (07fee644-f2ba-442d-9cee-c7313f7ccd6f), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:19.071181 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-df6cda91-c886-4041-90d6-021962cae278 admin admin] Publish callbacks [] for security_group (07fee644-f2ba-442d-9cee-c7313f7ccd6f), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:19.103560 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-18113a71-8601-443c-813e-87ad3d15eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:19.105998 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-18113a71-8601-443c-813e-87ad3d15eea5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e79fd07b-fd4b-4d12-9528-1b58f1d5a92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0449820 Feb 20 22:00:19.121468 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-df6cda91-c886-4041-90d6-021962cae278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (07fee644-f2ba-442d-9cee-c7313f7ccd6f), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:19.125005 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-df6cda91-c886-4041-90d6-021962cae278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:19.126149 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-df6cda91-c886-4041-90d6-021962cae278 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/07fee644-f2ba-442d-9cee-c7313f7ccd6f HTTP/1.1" status: 204 len: 168 time: 0.1589534 Feb 20 22:00:19.138898 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cda91-c886-4041-90d6-021962cae278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fee644-f2ba-442d-9cee-c7313f7ccd6f,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:19.222101 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-82ec509a-f779-4abe-afee-27f351d8ac32 service neutron] 10.222.0.45 "GET /v2.0/networks/e79fd07b-fd4b-4d12-9528-1b58f1d5a92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002991 Feb 20 22:00:19.321399 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-20d10bd9-0ad0-4ef4-b0a4-fbc818d7fbff req-4301dfb3-3c06-4e54-a448-65068240f771 service neutron] 10.222.0.45 "GET /v2.0/networks/e79fd07b-fd4b-4d12-9528-1b58f1d5a92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831401 Feb 20 22:00:19.397926 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 57686) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:19.426857 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554d87b-d36d-4f7c-bf8f-5cdd3a510ba2 req-db5c7228-3f57-4309-8724-759b970ba0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:19.428398 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1554d87b-d36d-4f7c-bf8f-5cdd3a510ba2 req-db5c7228-3f57-4309-8724-759b970ba0b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=091f08291c0a4342a14caab7b3cac285&device_id=92bc39b9-83db-4465-b76d-e4506a6d2ed2 HTTP/1.1" status: 200 len: 1132 time: 0.0488040 Feb 20 22:00:19.429033 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8551a109-4176-49fd-9a94-fdf6049d771d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:19.513041 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8551a109-4176-49fd-9a94-fdf6049d771d admin admin] Publish callbacks [] for security_group (8ebdd1e4-df71-45bc-8ae0-d6bf673aed0c), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:19.517805 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8551a109-4176-49fd-9a94-fdf6049d771d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (8ebdd1e4-df71-45bc-8ae0-d6bf673aed0c), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:19.537479 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554d87b-d36d-4f7c-bf8f-5cdd3a510ba2 req-b3df88c2-e68c-4c2a-8f2c-b9eb92fa30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:19.538937 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1554d87b-d36d-4f7c-bf8f-5cdd3a510ba2 req-b3df88c2-e68c-4c2a-8f2c-b9eb92fa30c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e79fd07b-fd4b-4d12-9528-1b58f1d5a92a HTTP/1.1" status: 200 len: 870 time: 0.0959613 Feb 20 22:00:19.555417 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551a109-4176-49fd-9a94-fdf6049d771d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebdd1e4-df71-45bc-8ae0-d6bf673aed0c,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:19.561112 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-8551a109-4176-49fd-9a94-fdf6049d771d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=511534bf83024b1d9a77f87c45f0474f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619325 Feb 20 22:00:19.562367 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 57688) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:19.583583 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1554d87b-d36d-4f7c-bf8f-5cdd3a510ba2 req-3c560806-3a9e-4857-ba2b-c0fdfa8bba18 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=50dfb194-92a3-4aec-80c9-a4b9f2903c1f HTTP/1.1" status: 200 len: 217 time: 0.0354238 Feb 20 22:00:19.608656 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-831637b2-5c9e-4ffc-bf52-e5d73b254816 admin admin] Publish callbacks [] for security_group (8ebdd1e4-df71-45bc-8ae0-d6bf673aed0c), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:19.633502 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-831637b2-5c9e-4ffc-bf52-e5d73b254816 admin admin] Publish callbacks [] for security_group (8ebdd1e4-df71-45bc-8ae0-d6bf673aed0c), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:19.634928 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554d87b-d36d-4f7c-bf8f-5cdd3a510ba2 req-46f66660-f85c-4c85-9834-d0c02a5b15b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:19.636372 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1554d87b-d36d-4f7c-bf8f-5cdd3a510ba2 req-46f66660-f85c-4c85-9834-d0c02a5b15b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4700fddb-e0d5-4d1b-a8bd-78f60625465d HTTP/1.1" status: 200 len: 843 time: 0.0465453 Feb 20 22:00:19.680913 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-831637b2-5c9e-4ffc-bf52-e5d73b254816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (8ebdd1e4-df71-45bc-8ae0-d6bf673aed0c), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:19.683576 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-831637b2-5c9e-4ffc-bf52-e5d73b254816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:19.684755 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-831637b2-5c9e-4ffc-bf52-e5d73b254816 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ebdd1e4-df71-45bc-8ae0-d6bf673aed0c HTTP/1.1" status: 204 len: 168 time: 0.1213779 Feb 20 22:00:19.693256 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831637b2-5c9e-4ffc-bf52-e5d73b254816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebdd1e4-df71-45bc-8ae0-d6bf673aed0c,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:19.726431 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554d87b-d36d-4f7c-bf8f-5cdd3a510ba2 req-8f574b1b-27e7-4fb4-9949-548cd5920e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:19.727962 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1554d87b-d36d-4f7c-bf8f-5cdd3a510ba2 req-8f574b1b-27e7-4fb4-9949-548cd5920e34 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e79fd07b-fd4b-4d12-9528-1b58f1d5a92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0792639 Feb 20 22:00:19.735782 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51536ec-7d41-4ceb-a3d0-0fc6c95e0149 req-82d56cfb-6451-436c-b7d2-572174fe7370 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:19.737277 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-d51536ec-7d41-4ceb-a3d0-0fc6c95e0149 req-82d56cfb-6451-436c-b7d2-572174fe7370 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 945 time: 0.0874810 Feb 20 22:00:19.887695 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1554d87b-d36d-4f7c-bf8f-5cdd3a510ba2 req-797a5389-8ead-4a53-9fcd-3a3d1dfe7c24 service neutron] 10.222.0.45 "GET /v2.0/networks/e79fd07b-fd4b-4d12-9528-1b58f1d5a92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489851 Feb 20 22:00:19.920868 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-d51536ec-7d41-4ceb-a3d0-0fc6c95e0149 req-77e7e36e-a367-48c9-8d9f-0e0516a97b51 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Deleting port a928cef4-bdb6-4458-8e8c-ee91899fe02a {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:00:19.921272 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-d51536ec-7d41-4ceb-a3d0-0fc6c95e0149 req-77e7e36e-a367-48c9-8d9f-0e0516a97b51 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (a928cef4-bdb6-4458-8e8c-ee91899fe02a), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:19.982010 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56b947-ee8c-4fdf-84e5-820445be22b1 req-094ee42a-2654-40d5-95b0-7d4c85f930b2 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:19.983596 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4a56b947-ee8c-4fdf-84e5-820445be22b1 req-094ee42a-2654-40d5-95b0-7d4c85f930b2 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc39b9-83db-4465-b76d-e4506a6d2ed2 HTTP/1.1" status: 200 len: 948 time: 0.0560665 Feb 20 22:00:20.037581 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4a56b947-ee8c-4fdf-84e5-820445be22b1 req-f1b588b6-912a-4f7c-9f1e-9f8217250aba tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/security-groups?id=a37d5f76-6d95-4260-8c3f-52d92cf432c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454237 Feb 20 22:00:20.074502 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1554d87b-d36d-4f7c-bf8f-5cdd3a510ba2 req-7bbb68c2-5bce-428a-a159-8d66f3774996 service neutron] 10.222.0.45 "GET /v2.0/networks/e79fd07b-fd4b-4d12-9528-1b58f1d5a92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745756 Feb 20 22:00:20.075993 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-d51536ec-7d41-4ceb-a3d0-0fc6c95e0149 req-77e7e36e-a367-48c9-8d9f-0e0516a97b51 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] For port a928cef4-bdb6-4458-8e8c-ee91899fe02a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a928cef4-bdb6-4458-8e8c-ee91899fe02a,segment=NetworkSegment(592274ea-2f40-4464-8ba8-a0794eba0d43),segment_id=592274ea-2f40-4464-8ba8-a0794eba0d43)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:00:20.076352 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-d51536ec-7d41-4ceb-a3d0-0fc6c95e0149 req-77e7e36e-a367-48c9-8d9f-0e0516a97b51 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (a928cef4-bdb6-4458-8e8c-ee91899fe02a), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:20.089486 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-d51536ec-7d41-4ceb-a3d0-0fc6c95e0149 req-77e7e36e-a367-48c9-8d9f-0e0516a97b51 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Calling delete_port for a928cef4-bdb6-4458-8e8c-ee91899fe02a owned by compute:nova {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:00:20.155048 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63824b-e382-4625-be17-60b38bb132f1 req-c970c91c-c7c0-45f1-a532-a43d18c43a4f tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:20.156576 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6a63824b-e382-4625-be17-60b38bb132f1 req-c970c91c-c7c0-45f1-a532-a43d18c43a4f tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e40417f-5689-4346-9da8-85e825a8d07d HTTP/1.1" status: 200 len: 945 time: 0.0542312 Feb 20 22:00:20.215407 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6a63824b-e382-4625-be17-60b38bb132f1 req-3a28e772-a58e-493e-9cde-2cd02a0f6192 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512311 Feb 20 22:00:20.225745 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-d51536ec-7d41-4ceb-a3d0-0fc6c95e0149 req-77e7e36e-a367-48c9-8d9f-0e0516a97b51 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (a928cef4-bdb6-4458-8e8c-ee91899fe02a), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:20.240376 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['03f08b6c-096a-442f-add4-dde3a8e6ef86', '5ea60d8c-38a8-423a-b1cf-8795ef2ae412', 'd66bc2e3-8ba6-48e9-a3c8-ed143a7c678c', 'a928cef4-bdb6-4458-8e8c-ee91899fe02a'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:00:20.261130 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7e36e-a367-48c9-8d9f-0e0516a97b51 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Pushing event deleted for resources: {'Port': ['ID=a928cef4-bdb6-4458-8e8c-ee91899fe02a,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:20.304505 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51536ec-7d41-4ceb-a3d0-0fc6c95e0149 req-77e7e36e-a367-48c9-8d9f-0e0516a97b51 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] No DVR routers for this DVR port a928cef4-bdb6-4458-8e8c-ee91899fe02a on host hv-cinder-83009 {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:00:20.307127 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-d51536ec-7d41-4ceb-a3d0-0fc6c95e0149 req-77e7e36e-a367-48c9-8d9f-0e0516a97b51 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:20.310687 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-d51536ec-7d41-4ceb-a3d0-0fc6c95e0149 req-77e7e36e-a367-48c9-8d9f-0e0516a97b51 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.45 "DELETE /v2.0/ports/a928cef4-bdb6-4458-8e8c-ee91899fe02a HTTP/1.1" status: 204 len: 173 time: 0.5643239 Feb 20 22:00:20.934245 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e40417f-5689-4346-9da8-85e825a8d07d', 'name': 'network-vif-deleted', 'tag': 'a928cef4-bdb6-4458-8e8c-ee91899fe02a'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:00:20.936691 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a1abab-5882-4439-96c0-ba3eeb936a7a" -d '{"events": [{"server_uuid": "4e40417f-5689-4346-9da8-85e825a8d07d", "name": "network-vif-deleted", "tag": "a928cef4-bdb6-4458-8e8c-ee91899fe02a"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:00:20.972913 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed9e23c-e110-4e69-adfd-4e9568426048 x-openstack-request-id: req-5ed9e23c-e110-4e69-adfd-4e9568426048 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:00:20.973232 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e40417f-5689-4346-9da8-85e825a8d07d", "name": "network-vif-deleted", "tag": "a928cef4-bdb6-4458-8e8c-ee91899fe02a", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:00:20.973486 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ed9e23c-e110-4e69-adfd-4e9568426048 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:00:20.973882 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e40417f-5689-4346-9da8-85e825a8d07d', 'name': 'network-vif-deleted', 'tag': 'a928cef4-bdb6-4458-8e8c-ee91899fe02a', 'status': 'completed', 'code': 200} Feb 20 22:00:20.996754 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-da42e703-36bf-48f2-a604-bbb44d95d665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:21.162374 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce545a9-6d18-434f-b775-39e21cc1c9cf req-7e70aac0-924d-46d9-885c-ee512988b480 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:21.163869 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2ce545a9-6d18-434f-b775-39e21cc1c9cf req-7e70aac0-924d-46d9-885c-ee512988b480 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc39b9-83db-4465-b76d-e4506a6d2ed2 HTTP/1.1" status: 200 len: 948 time: 0.0535526 Feb 20 22:00:21.212160 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2ce545a9-6d18-434f-b775-39e21cc1c9cf req-8e945596-e5b6-4ac6-a80b-8a7407d59a01 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/security-groups?id=a37d5f76-6d95-4260-8c3f-52d92cf432c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419114 Feb 20 22:00:22.330610 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf490094-73e1-4ada-a050-2e754cd0ce7d req-5f2d9d22-9f5d-43b9-9718-9191536a0c28 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:22.332068 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cf490094-73e1-4ada-a050-2e754cd0ce7d req-5f2d9d22-9f5d-43b9-9718-9191536a0c28 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc39b9-83db-4465-b76d-e4506a6d2ed2 HTTP/1.1" status: 200 len: 948 time: 0.0522428 Feb 20 22:00:22.377857 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cf490094-73e1-4ada-a050-2e754cd0ce7d req-5fcb300e-b88e-4ea3-ba1c-e1bc0c7724ed tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/security-groups?id=a37d5f76-6d95-4260-8c3f-52d92cf432c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402551 Feb 20 22:00:22.604258 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c254055-0c52-4ce8-a5d1-6de2055e783d req-b1766f9e-8626-4884-b8f5-50c652b177fe tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:22.605766 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7c254055-0c52-4ce8-a5d1-6de2055e783d req-b1766f9e-8626-4884-b8f5-50c652b177fe tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 946 time: 0.0556846 Feb 20 22:00:22.651366 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7c254055-0c52-4ce8-a5d1-6de2055e783d req-4d031e20-eecf-4dee-8d9d-342246553bf2 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400734 Feb 20 22:00:22.984926 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 50dfb194-92a3-4aec-80c9-a4b9f2903c1f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:00:22.987587 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device a928cef4-bdb6-4458-8e8c-ee91899fe02a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:00:23.015820 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: a928cef4-bdb6-4458-8e8c-ee91899fe02a {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:00:23.016178 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device a928cef4-bdb6-4458-8e8c-ee91899fe02a not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:00:23.111071 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 50dfb194-92a3-4aec-80c9-a4b9f2903c1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=50dfb194-92a3-4aec-80c9-a4b9f2903c1f,segment=NetworkSegment(5e23bb65-b7b5-4fe1-b46d-74e410980403),segment_id=5e23bb65-b7b5-4fe1-b46d-74e410980403)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:00:23.128093 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': '50dfb194-92a3-4aec-80c9-a4b9f2903c1f', 'network_id': 'e79fd07b-fd4b-4d12-9528-1b58f1d5a92a', 'port_id': '50dfb194-92a3-4aec-80c9-a4b9f2903c1f', 'mac_address': 'fa:16:3e:7d:c9:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4700fddb-e0d5-4d1b-a8bd-78f60625465d', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:00:23.131787 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-c3a1970c-4916-4761-bd17-4b6d88e267a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:23.175437 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 50dfb194-92a3-4aec-80c9-a4b9f2903c1f is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:00:23.175891 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (50dfb194-92a3-4aec-80c9-a4b9f2903c1f), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:23.192715 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50dfb194-92a3-4aec-80c9-a4b9f2903c1f {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:00:23.211995 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 50dfb194-92a3-4aec-80c9-a4b9f2903c1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=50dfb194-92a3-4aec-80c9-a4b9f2903c1f,segment=NetworkSegment(5e23bb65-b7b5-4fe1-b46d-74e410980403),segment_id=5e23bb65-b7b5-4fe1-b46d-74e410980403)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:00:23.215854 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (50dfb194-92a3-4aec-80c9-a4b9f2903c1f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:23.272387 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=50dfb194-92a3-4aec-80c9-a4b9f2903c1f,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:23.279433 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:23.279785 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:23.280155 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:23.280499 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:23.280870 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:23.281253 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:23.281687 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:23.282105 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:23.282443 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:23.283440 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:23.283796 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:23.284129 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:23.284459 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:23.496858 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acd1b1-b634-400b-8022-474ebddcea3d req-a9ca885c-5f41-4f03-84aa-4da17604979f tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:23.498665 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-79acd1b1-b634-400b-8022-474ebddcea3d req-a9ca885c-5f41-4f03-84aa-4da17604979f tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc39b9-83db-4465-b76d-e4506a6d2ed2 HTTP/1.1" status: 200 len: 949 time: 0.0556557 Feb 20 22:00:23.547484 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-79acd1b1-b634-400b-8022-474ebddcea3d req-39327e2f-b50d-46e9-a8c1-96dcbbbb2af9 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/security-groups?id=a37d5f76-6d95-4260-8c3f-52d92cf432c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430956 Feb 20 22:00:23.638045 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['50dfb194-92a3-4aec-80c9-a4b9f2903c1f'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:00:23.767952 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e8fdc-f49c-43da-8ce5-5e30ac11bad0 req-08e959f6-7c25-4c0c-8928-4263178474dd tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:23.769444 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-717e8fdc-f49c-43da-8ce5-5e30ac11bad0 req-08e959f6-7c25-4c0c-8928-4263178474dd tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 946 time: 0.0508456 Feb 20 22:00:23.821465 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-717e8fdc-f49c-43da-8ce5-5e30ac11bad0 req-da4c2d98-d9e1-4f2b-9f6f-c7f11f807d45 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443406 Feb 20 22:00:24.399309 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:24.664286 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39d361-dcd9-4994-a972-6500abecc4f4 req-1eea50e9-77e0-4886-8492-f57ff4d0ae2b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:24.665905 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9c39d361-dcd9-4994-a972-6500abecc4f4 req-1eea50e9-77e0-4886-8492-f57ff4d0ae2b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc39b9-83db-4465-b76d-e4506a6d2ed2 HTTP/1.1" status: 200 len: 949 time: 0.0525432 Feb 20 22:00:24.681049 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 57830) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:24.717862 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9c39d361-dcd9-4994-a972-6500abecc4f4 req-1b144434-bec0-4b14-b48e-9769e07619b1 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/security-groups?id=a37d5f76-6d95-4260-8c3f-52d92cf432c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459914 Feb 20 22:00:24.786863 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-24fba95f-9438-40ad-b9a7-fbda3a77a6e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:24.865735 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-24fba95f-9438-40ad-b9a7-fbda3a77a6e0 admin admin] Publish callbacks [] for security_group (8001b4a1-b461-4295-a32f-e09e666ad374), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:24.871688 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-24fba95f-9438-40ad-b9a7-fbda3a77a6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (8001b4a1-b461-4295-a32f-e09e666ad374), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:24.921423 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fba95f-9438-40ad-b9a7-fbda3a77a6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8001b4a1-b461-4295-a32f-e09e666ad374,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:24.943598 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-24fba95f-9438-40ad-b9a7-fbda3a77a6e0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c1c5eeb873af4c3aa23c33d005393c4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614143 Feb 20 22:00:24.946381 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 57836) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:24.966379 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa886788-d3b9-485e-8cf9-b7455f39c01c req-ddeadb33-5cfd-4316-b81f-515cc3857564 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:24.967840 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-aa886788-d3b9-485e-8cf9-b7455f39c01c req-ddeadb33-5cfd-4316-b81f-515cc3857564 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 946 time: 0.0650094 Feb 20 22:00:24.991161 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 50dfb194-92a3-4aec-80c9-a4b9f2903c1f up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:00:24.995857 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30eb3c-1d8e-4518-8ecd-41eb3ad14b67 req-7fb78129-48b7-42ba-afb3-61e0150e967d tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:24.997523 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3d30eb3c-1d8e-4518-8ecd-41eb3ad14b67 req-7fb78129-48b7-42ba-afb3-61e0150e967d tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 946 time: 0.0995727 Feb 20 22:00:25.037650 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-bcebcbb8-4ee5-4a6d-888a-218340eeb22c admin admin] Publish callbacks [] for security_group (8001b4a1-b461-4295-a32f-e09e666ad374), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:25.045315 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port 50dfb194-92a3-4aec-80c9-a4b9f2903c1f completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:00:25.049735 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port 50dfb194-92a3-4aec-80c9-a4b9f2903c1f triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:00:25.050325 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (50dfb194-92a3-4aec-80c9-a4b9f2903c1f), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:25.074509 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-aa886788-d3b9-485e-8cf9-b7455f39c01c req-0ed6e357-7a54-4369-8acd-4cdcec41c375 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Deleting port d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:00:25.074862 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-aa886788-d3b9-485e-8cf9-b7455f39c01c req-0ed6e357-7a54-4369-8acd-4cdcec41c375 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:25.079931 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-bcebcbb8-4ee5-4a6d-888a-218340eeb22c admin admin] Publish callbacks [] for security_group (8001b4a1-b461-4295-a32f-e09e666ad374), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:25.099575 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3d30eb3c-1d8e-4518-8ecd-41eb3ad14b67 req-f69b6af4-82bc-448f-9d13-c9b64c3ca73d tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921667 Feb 20 22:00:25.160043 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 50dfb194-92a3-4aec-80c9-a4b9f2903c1f is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:00:25.160772 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (50dfb194-92a3-4aec-80c9-a4b9f2903c1f), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:25.164443 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-bcebcbb8-4ee5-4a6d-888a-218340eeb22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (8001b4a1-b461-4295-a32f-e09e666ad374), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:25.178562 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-bcebcbb8-4ee5-4a6d-888a-218340eeb22c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:25.178562 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-bcebcbb8-4ee5-4a6d-888a-218340eeb22c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8001b4a1-b461-4295-a32f-e09e666ad374 HTTP/1.1" status: 204 len: 168 time: 0.2238300 Feb 20 22:00:25.187808 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebcbb8-4ee5-4a6d-888a-218340eeb22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8001b4a1-b461-4295-a32f-e09e666ad374,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:25.213063 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bc39b9-83db-4465-b76d-e4506a6d2ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dfb194-92a3-4aec-80c9-a4b9f2903c1f'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:00:25.218140 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505245b6-e065-4776-aeea-824adaf3b78b" -d '{"events": [{"server_uuid": "92bc39b9-83db-4465-b76d-e4506a6d2ed2", "name": "network-vif-plugged", "status": "completed", "tag": "50dfb194-92a3-4aec-80c9-a4b9f2903c1f"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:00:25.229151 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-aa886788-d3b9-485e-8cf9-b7455f39c01c req-0ed6e357-7a54-4369-8acd-4cdcec41c375 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] For port d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c,segment=NetworkSegment(592274ea-2f40-4464-8ba8-a0794eba0d43),segment_id=592274ea-2f40-4464-8ba8-a0794eba0d43)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:00:25.229634 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-aa886788-d3b9-485e-8cf9-b7455f39c01c req-0ed6e357-7a54-4369-8acd-4cdcec41c375 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:25.246962 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-aa886788-d3b9-485e-8cf9-b7455f39c01c req-0ed6e357-7a54-4369-8acd-4cdcec41c375 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Calling delete_port for d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c owned by compute:nova {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:00:25.280039 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 50dfb194-92a3-4aec-80c9-a4b9f2903c1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=50dfb194-92a3-4aec-80c9-a4b9f2903c1f,segment=NetworkSegment(5e23bb65-b7b5-4fe1-b46d-74e410980403),segment_id=5e23bb65-b7b5-4fe1-b46d-74e410980403)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:00:25.291022 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (50dfb194-92a3-4aec-80c9-a4b9f2903c1f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:25.328960 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7d7602-ecc2-4f8b-bb00-81686e4a3197 x-openstack-request-id: req-7c7d7602-ecc2-4f8b-bb00-81686e4a3197 {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:00:25.330199 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bc39b9-83db-4465-b76d-e4506a6d2ed2", "name": "network-vif-plugged", "status": "completed", "tag": "50dfb194-92a3-4aec-80c9-a4b9f2903c1f", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:00:25.330687 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7c7d7602-ecc2-4f8b-bb00-81686e4a3197 {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:00:25.332614 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bc39b9-83db-4465-b76d-e4506a6d2ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dfb194-92a3-4aec-80c9-a4b9f2903c1f', 'code': 200} Feb 20 22:00:25.384013 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=50dfb194-92a3-4aec-80c9-a4b9f2903c1f,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:25.441799 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-aa886788-d3b9-485e-8cf9-b7455f39c01c req-0ed6e357-7a54-4369-8acd-4cdcec41c375 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:25.460566 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['03f08b6c-096a-442f-add4-dde3a8e6ef86', '5ea60d8c-38a8-423a-b1cf-8795ef2ae412', 'd66bc2e3-8ba6-48e9-a3c8-ed143a7c678c'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:00:25.473081 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4b320-42ab-481f-909e-3194397d4340 req-09a581a8-1884-4d48-bfeb-5d8d92d82bdb tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:25.479723 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6e357-7a54-4369-8acd-4cdcec41c375 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Pushing event deleted for resources: {'Port': ['ID=d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:25.480849 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-faa4b320-42ab-481f-909e-3194397d4340 req-09a581a8-1884-4d48-bfeb-5d8d92d82bdb tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0810044 Feb 20 22:00:25.538229 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa886788-d3b9-485e-8cf9-b7455f39c01c req-0ed6e357-7a54-4369-8acd-4cdcec41c375 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] No DVR routers for this DVR port d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c on host hv-cinder-83009 {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:00:25.541004 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-aa886788-d3b9-485e-8cf9-b7455f39c01c req-0ed6e357-7a54-4369-8acd-4cdcec41c375 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:25.544471 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-aa886788-d3b9-485e-8cf9-b7455f39c01c req-0ed6e357-7a54-4369-8acd-4cdcec41c375 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.45 "DELETE /v2.0/ports/d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c HTTP/1.1" status: 204 len: 173 time: 0.5693274 Feb 20 22:00:25.551078 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-faa4b320-42ab-481f-909e-3194397d4340 req-7b09ac6b-3272-44c4-a991-afd56a97406a tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622203 Feb 20 22:00:25.561021 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3567a8-192b-4285-b0e7-060c05b184b1', 'name': 'network-vif-deleted', 'tag': 'd66bc2e3-8ba6-48e9-a3c8-ed143a7c678c'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:00:25.561021 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88af5073-59f3-42fb-a991-182511b4a0da" -d '{"events": [{"server_uuid": "0c3567a8-192b-4285-b0e7-060c05b184b1", "name": "network-vif-deleted", "tag": "d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:00:25.603203 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6e6b04-5f45-401a-a57f-0dc1dec0a0d7 x-openstack-request-id: req-9e6e6b04-5f45-401a-a57f-0dc1dec0a0d7 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:00:25.603745 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3567a8-192b-4285-b0e7-060c05b184b1", "name": "network-vif-deleted", "tag": "d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:00:25.604148 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9e6e6b04-5f45-401a-a57f-0dc1dec0a0d7 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:00:25.604535 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3567a8-192b-4285-b0e7-060c05b184b1', 'name': 'network-vif-deleted', 'tag': 'd66bc2e3-8ba6-48e9-a3c8-ed143a7c678c', 'status': 'completed', 'code': 200} Feb 20 22:00:25.613409 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e651795-c404-4358-8029-379ed04ad90e req-a2944d9a-6efe-4230-ba57-bb3cf6916b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:25.614905 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-7e651795-c404-4358-8029-379ed04ad90e req-a2944d9a-6efe-4230-ba57-bb3cf6916b4e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=92bc39b9-83db-4465-b76d-e4506a6d2ed2 HTTP/1.1" status: 200 len: 1134 time: 0.0779145 Feb 20 22:00:25.667020 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 57852) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:25.683230 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0d36-84cc-4cdb-8eb9-4e823fc7aaab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:25.688953 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-7e651795-c404-4358-8029-379ed04ad90e req-76694ca0-256f-41ea-9268-c4c41c66727b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a37d5f76-6d95-4260-8c3f-52d92cf432c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649581 Feb 20 22:00:25.762714 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0d36-84cc-4cdb-8eb9-4e823fc7aaab admin admin] Publish callbacks [] for security_group (d9a7c984-809d-490a-892c-24ce4ad91eb3), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:25.766708 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0d36-84cc-4cdb-8eb9-4e823fc7aaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (d9a7c984-809d-490a-892c-24ce4ad91eb3), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:25.816348 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-cbdb0d36-84cc-4cdb-8eb9-4e823fc7aaab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9c31adcb8845428ab255c7079edd79e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467474 Feb 20 22:00:25.819018 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 57856) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:25.830796 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb0d36-84cc-4cdb-8eb9-4e823fc7aaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a7c984-809d-490a-892c-24ce4ad91eb3,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:25.864844 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:25.869216 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835620d8-ba1f-4e9c-a57b-a9b1d18ff6f2 req-57bf377d-fe2f-4c45-857d-af9d577b2231 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:25.870739 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-835620d8-ba1f-4e9c-a57b-a9b1d18ff6f2 req-57bf377d-fe2f-4c45-857d-af9d577b2231 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc39b9-83db-4465-b76d-e4506a6d2ed2 HTTP/1.1" status: 200 len: 950 time: 0.0810714 Feb 20 22:00:25.872587 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-65d106f9-659d-456a-b7b2-b4d76cf0faec admin admin] Publish callbacks [] for security_group (d9a7c984-809d-490a-892c-24ce4ad91eb3), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:25.893649 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-65d106f9-659d-456a-b7b2-b4d76cf0faec admin admin] Publish callbacks [] for security_group (d9a7c984-809d-490a-892c-24ce4ad91eb3), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:25.919704 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-835620d8-ba1f-4e9c-a57b-a9b1d18ff6f2 req-021b7d36-f4d6-4a4e-a3e9-c89d0351a8f4 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/security-groups?id=a37d5f76-6d95-4260-8c3f-52d92cf432c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423644 Feb 20 22:00:25.945306 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-65d106f9-659d-456a-b7b2-b4d76cf0faec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (d9a7c984-809d-490a-892c-24ce4ad91eb3), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:25.947837 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-65d106f9-659d-456a-b7b2-b4d76cf0faec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:25.949004 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-65d106f9-659d-456a-b7b2-b4d76cf0faec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d9a7c984-809d-490a-892c-24ce4ad91eb3 HTTP/1.1" status: 204 len: 168 time: 0.1288743 Feb 20 22:00:25.956897 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d106f9-659d-456a-b7b2-b4d76cf0faec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a7c984-809d-490a-892c-24ce4ad91eb3,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:26.209980 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3cfd17e6-4cfa-47e7-ab5a-632296a88e2c req-864a86cc-d7be-465a-abdd-6c09dfaf45b7 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3567a8-192b-4285-b0e7-060c05b184b1 HTTP/1.1" status: 200 len: 210 time: 0.0284982 Feb 20 22:00:26.261870 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 57864) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:26.274936 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f6d25157-26c9-4a3a-be6d-d68702040846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:26.358008 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f6d25157-26c9-4a3a-be6d-d68702040846 admin admin] Publish callbacks [] for security_group (8c182560-f907-4389-9c9a-f5fe3c721bae), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:26.361893 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f6d25157-26c9-4a3a-be6d-d68702040846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (8c182560-f907-4389-9c9a-f5fe3c721bae), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:26.401585 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-f6d25157-26c9-4a3a-be6d-d68702040846 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=143720aadf8441cca9e98d27adb88994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384461 Feb 20 22:00:26.402348 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d25157-26c9-4a3a-be6d-d68702040846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c182560-f907-4389-9c9a-f5fe3c721bae,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:26.404340 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 57866) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:26.450852 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0aeb3361-56e0-452c-bb8a-b950fe0c35e8 admin admin] Publish callbacks [] for security_group (8c182560-f907-4389-9c9a-f5fe3c721bae), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:26.475692 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0aeb3361-56e0-452c-bb8a-b950fe0c35e8 admin admin] Publish callbacks [] for security_group (8c182560-f907-4389-9c9a-f5fe3c721bae), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:26.521730 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0aeb3361-56e0-452c-bb8a-b950fe0c35e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (8c182560-f907-4389-9c9a-f5fe3c721bae), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:26.524262 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0aeb3361-56e0-452c-bb8a-b950fe0c35e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:26.525414 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-0aeb3361-56e0-452c-bb8a-b950fe0c35e8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8c182560-f907-4389-9c9a-f5fe3c721bae HTTP/1.1" status: 204 len: 168 time: 0.1200013 Feb 20 22:00:26.533291 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb3361-56e0-452c-bb8a-b950fe0c35e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c182560-f907-4389-9c9a-f5fe3c721bae,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:26.658150 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c682865-db72-4bc9-9c04-fe4eff5e3bd1 req-b48548a7-5ed7-468b-a8cb-330181948535 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:26.659645 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3c682865-db72-4bc9-9c04-fe4eff5e3bd1 req-b48548a7-5ed7-468b-a8cb-330181948535 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0531628 Feb 20 22:00:26.711688 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3c682865-db72-4bc9-9c04-fe4eff5e3bd1 req-d74f5aba-b0d2-4125-9fb6-52662cf6b1d0 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460789 Feb 20 22:00:27.053929 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccc588-e099-43be-b18a-42d52e27e849 req-279d92c5-c715-470f-b658-ea201d71c070 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:27.055427 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-31ccc588-e099-43be-b18a-42d52e27e849 req-279d92c5-c715-470f-b658-ea201d71c070 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc39b9-83db-4465-b76d-e4506a6d2ed2 HTTP/1.1" status: 200 len: 950 time: 0.0568883 Feb 20 22:00:27.115440 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-31ccc588-e099-43be-b18a-42d52e27e849 req-d5ab540f-182c-412d-9bcd-eef61a5ea177 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/security-groups?id=a37d5f76-6d95-4260-8c3f-52d92cf432c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534585 Feb 20 22:00:27.298759 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:27.505454 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbefb1-8aa8-4560-b4e5-11251641caf4 req-c3da4660-8a23-4963-acf1-cb838fb94803 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:27.507011 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9abbefb1-8aa8-4560-b4e5-11251641caf4 req-c3da4660-8a23-4963-acf1-cb838fb94803 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0bd6b5d-e54c-401f-a91c-9083db2cb270 HTTP/1.1" status: 200 len: 945 time: 0.0559988 Feb 20 22:00:27.554384 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9abbefb1-8aa8-4560-b4e5-11251641caf4 req-759c7794-8c97-4f9b-8a81-1903990afa3c tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415716 Feb 20 22:00:27.831701 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3373b8-a9b0-4814-830c-31ea10fa4453 req-4c034b17-8985-4cee-a4f0-f5c5cf29b7a7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:27.833247 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-df3373b8-a9b0-4814-830c-31ea10fa4453 req-4c034b17-8985-4cee-a4f0-f5c5cf29b7a7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0532849 Feb 20 22:00:27.881648 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-df3373b8-a9b0-4814-830c-31ea10fa4453 req-792641c7-c62d-4089-873c-c33bfe7a9a50 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429614 Feb 20 22:00:28.239652 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa0a4b-496f-406a-9c4e-bb59af1eda76 req-c4a6388a-c5bb-4aa4-b827-7a6405e4e697 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:28.241046 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e2fa0a4b-496f-406a-9c4e-bb59af1eda76 req-c4a6388a-c5bb-4aa4-b827-7a6405e4e697 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc39b9-83db-4465-b76d-e4506a6d2ed2 HTTP/1.1" status: 200 len: 950 time: 0.0557880 Feb 20 22:00:28.289417 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e2fa0a4b-496f-406a-9c4e-bb59af1eda76 req-0abb5fe0-67fe-441c-bf70-39d0214a55f7 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/security-groups?id=a37d5f76-6d95-4260-8c3f-52d92cf432c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428047 Feb 20 22:00:28.428422 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 57956) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:28.543142 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-961a583b-02e8-41c5-936d-d3a8b37d79f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:28.578531 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db5ff6-d7d0-4fb1-9cd9-d5d2a17d9313 req-6bd67a62-38f2-4a30-9761-0cd58db063a7 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:28.580023 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-74db5ff6-d7d0-4fb1-9cd9-d5d2a17d9313 req-6bd67a62-38f2-4a30-9761-0cd58db063a7 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc39b9-83db-4465-b76d-e4506a6d2ed2 HTTP/1.1" status: 200 len: 950 time: 0.0803516 Feb 20 22:00:28.694345 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-74db5ff6-d7d0-4fb1-9cd9-d5d2a17d9313 req-c3f93261-de85-46fe-b900-fd6b48ae3709 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/security-groups?id=a37d5f76-6d95-4260-8c3f-52d92cf432c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046140 Feb 20 22:00:28.714726 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-961a583b-02e8-41c5-936d-d3a8b37d79f5 admin admin] Publish callbacks [] for security_group (8435502c-a7a3-4429-ad0b-167b1b861006), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:28.723442 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67802f6f-7832-4e3f-96c7-719af516a465 req-628c74dc-1af9-48b2-af80-a2f5fcc1d33d tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:28.725001 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-67802f6f-7832-4e3f-96c7-719af516a465 req-628c74dc-1af9-48b2-af80-a2f5fcc1d33d tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0bd6b5d-e54c-401f-a91c-9083db2cb270 HTTP/1.1" status: 200 len: 945 time: 0.1024172 Feb 20 22:00:28.726045 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-961a583b-02e8-41c5-936d-d3a8b37d79f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (8435502c-a7a3-4429-ad0b-167b1b861006), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:28.783849 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-961a583b-02e8-41c5-936d-d3a8b37d79f5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4ad96b2f267c4d53a42204663418a983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541925 Feb 20 22:00:28.786516 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 57964) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:28.789249 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a583b-02e8-41c5-936d-d3a8b37d79f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8435502c-a7a3-4429-ad0b-167b1b861006,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:28.807795 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-67802f6f-7832-4e3f-96c7-719af516a465 req-442a72ae-9be9-4721-b4fc-c20f0e5c837c tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712481 Feb 20 22:00:28.836707 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-bac5382e-4834-4e8f-8777-92138fdc8e34 admin admin] Publish callbacks [] for security_group (8435502c-a7a3-4429-ad0b-167b1b861006), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:28.856724 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-bac5382e-4834-4e8f-8777-92138fdc8e34 admin admin] Publish callbacks [] for security_group (8435502c-a7a3-4429-ad0b-167b1b861006), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:28.902496 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-bac5382e-4834-4e8f-8777-92138fdc8e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (8435502c-a7a3-4429-ad0b-167b1b861006), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:28.905115 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-bac5382e-4834-4e8f-8777-92138fdc8e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:28.906735 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-bac5382e-4834-4e8f-8777-92138fdc8e34 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8435502c-a7a3-4429-ad0b-167b1b861006 HTTP/1.1" status: 204 len: 168 time: 0.1192319 Feb 20 22:00:28.914531 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5382e-4834-4e8f-8777-92138fdc8e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8435502c-a7a3-4429-ad0b-167b1b861006,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:29.002676 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:00:29.011033 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b95be-1719-4288-a93f-908d4abe1918 req-de173a6a-c54e-4850-9bd3-9c4176607b97 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:29.012565 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-199b95be-1719-4288-a93f-908d4abe1918 req-de173a6a-c54e-4850-9bd3-9c4176607b97 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0557363 Feb 20 22:00:29.025057 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:00:29.025653 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device d66bc2e3-8ba6-48e9-a3c8-ed143a7c678c not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:00:29.079725 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-199b95be-1719-4288-a93f-908d4abe1918 req-aada327e-ca5f-4a35-bfbc-26988dcbf13b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567334 Feb 20 22:00:29.189481 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 57972) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:29.204472 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-09570301-acd6-4bb7-93ce-3950a9d7ef9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:29.250334 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:29.278486 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-09570301-acd6-4bb7-93ce-3950a9d7ef9c admin admin] Publish callbacks [] for security_group (29aadebd-e03c-4404-8302-3c4f6bd7e7df), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:29.282915 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-09570301-acd6-4bb7-93ce-3950a9d7ef9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (29aadebd-e03c-4404-8302-3c4f6bd7e7df), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:29.328374 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09570301-acd6-4bb7-93ce-3950a9d7ef9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29aadebd-e03c-4404-8302-3c4f6bd7e7df,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:29.332495 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-09570301-acd6-4bb7-93ce-3950a9d7ef9c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b4ab0dfce3fa43ab8145228ceacd49a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419876 Feb 20 22:00:29.335979 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 57974) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:29.372299 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89981d-6996-4152-9d7a-7246f87e5d39 req-9c55b15c-321f-465f-94aa-10132f39c7bb tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:29.373827 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-9a89981d-6996-4152-9d7a-7246f87e5d39 req-9c55b15c-321f-465f-94aa-10132f39c7bb tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0bd6b5d-e54c-401f-a91c-9083db2cb270 HTTP/1.1" status: 200 len: 945 time: 0.0564356 Feb 20 22:00:29.386597 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-2d2add63-3d78-492d-b47d-12d7b1c7ac20 admin admin] Publish callbacks [] for security_group (29aadebd-e03c-4404-8302-3c4f6bd7e7df), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:29.408585 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-2d2add63-3d78-492d-b47d-12d7b1c7ac20 admin admin] Publish callbacks [] for security_group (29aadebd-e03c-4404-8302-3c4f6bd7e7df), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:29.467382 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-2d2add63-3d78-492d-b47d-12d7b1c7ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (29aadebd-e03c-4404-8302-3c4f6bd7e7df), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:29.471218 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-2d2add63-3d78-492d-b47d-12d7b1c7ac20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:29.472503 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-2d2add63-3d78-492d-b47d-12d7b1c7ac20 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/29aadebd-e03c-4404-8302-3c4f6bd7e7df HTTP/1.1" status: 204 len: 168 time: 0.1361525 Feb 20 22:00:29.473425 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-9a89981d-6996-4152-9d7a-7246f87e5d39 req-73e4c4d9-fdae-44c4-b5b6-4dc8790cead1 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Deleting port 5ea60d8c-38a8-423a-b1cf-8795ef2ae412 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:00:29.473766 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-9a89981d-6996-4152-9d7a-7246f87e5d39 req-73e4c4d9-fdae-44c4-b5b6-4dc8790cead1 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (5ea60d8c-38a8-423a-b1cf-8795ef2ae412), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:29.482487 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2add63-3d78-492d-b47d-12d7b1c7ac20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29aadebd-e03c-4404-8302-3c4f6bd7e7df,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:29.561841 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-9a89981d-6996-4152-9d7a-7246f87e5d39 req-73e4c4d9-fdae-44c4-b5b6-4dc8790cead1 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] For port 5ea60d8c-38a8-423a-b1cf-8795ef2ae412, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5ea60d8c-38a8-423a-b1cf-8795ef2ae412,segment=NetworkSegment(592274ea-2f40-4464-8ba8-a0794eba0d43),segment_id=592274ea-2f40-4464-8ba8-a0794eba0d43)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:00:29.562235 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-9a89981d-6996-4152-9d7a-7246f87e5d39 req-73e4c4d9-fdae-44c4-b5b6-4dc8790cead1 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (5ea60d8c-38a8-423a-b1cf-8795ef2ae412), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:29.573859 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-9a89981d-6996-4152-9d7a-7246f87e5d39 req-73e4c4d9-fdae-44c4-b5b6-4dc8790cead1 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Calling delete_port for 5ea60d8c-38a8-423a-b1cf-8795ef2ae412 owned by compute:nova {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:00:29.635723 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:00:29.710581 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-9a89981d-6996-4152-9d7a-7246f87e5d39 req-73e4c4d9-fdae-44c4-b5b6-4dc8790cead1 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (5ea60d8c-38a8-423a-b1cf-8795ef2ae412), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:29.728288 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['03f08b6c-096a-442f-add4-dde3a8e6ef86', '5ea60d8c-38a8-423a-b1cf-8795ef2ae412'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:00:29.740720 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4c4d9-fdae-44c4-b5b6-4dc8790cead1 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Pushing event deleted for resources: {'Port': ['ID=5ea60d8c-38a8-423a-b1cf-8795ef2ae412,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:29.792303 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a89981d-6996-4152-9d7a-7246f87e5d39 req-73e4c4d9-fdae-44c4-b5b6-4dc8790cead1 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] No DVR routers for this DVR port 5ea60d8c-38a8-423a-b1cf-8795ef2ae412 on host hv-cinder-83009 {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:00:29.800641 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-9a89981d-6996-4152-9d7a-7246f87e5d39 req-73e4c4d9-fdae-44c4-b5b6-4dc8790cead1 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:29.804185 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-9a89981d-6996-4152-9d7a-7246f87e5d39 req-73e4c4d9-fdae-44c4-b5b6-4dc8790cead1 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.45 "DELETE /v2.0/ports/5ea60d8c-38a8-423a-b1cf-8795ef2ae412 HTTP/1.1" status: 204 len: 173 time: 0.4250729 Feb 20 22:00:29.804667 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bd6b5d-e54c-401f-a91c-9083db2cb270', 'name': 'network-vif-deleted', 'tag': '5ea60d8c-38a8-423a-b1cf-8795ef2ae412'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:00:29.808136 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa16853-cdf3-498d-b1be-73bc74ecfba1" -d '{"events": [{"server_uuid": "c0bd6b5d-e54c-401f-a91c-9083db2cb270", "name": "network-vif-deleted", "tag": "5ea60d8c-38a8-423a-b1cf-8795ef2ae412"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:00:29.859574 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f784ec-f813-497e-9786-44af00806ce9 x-openstack-request-id: req-07f784ec-f813-497e-9786-44af00806ce9 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:00:29.860011 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0bd6b5d-e54c-401f-a91c-9083db2cb270", "name": "network-vif-deleted", "tag": "5ea60d8c-38a8-423a-b1cf-8795ef2ae412", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:00:29.860370 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-07f784ec-f813-497e-9786-44af00806ce9 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:00:29.861494 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bd6b5d-e54c-401f-a91c-9083db2cb270', 'name': 'network-vif-deleted', 'tag': '5ea60d8c-38a8-423a-b1cf-8795ef2ae412', 'status': 'completed', 'code': 200} Feb 20 22:00:29.917142 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704af0bc-60c0-4fd0-9a41-b3440fe10238 req-6e38fed3-2d2e-4d1d-b56a-a18f942f17dc tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:29.918842 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-704af0bc-60c0-4fd0-9a41-b3440fe10238 req-6e38fed3-2d2e-4d1d-b56a-a18f942f17dc tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc39b9-83db-4465-b76d-e4506a6d2ed2 HTTP/1.1" status: 200 len: 950 time: 0.1232507 Feb 20 22:00:29.960197 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-18e40368-d818-4c49-889b-fd45cd563d6e req-9084e88e-5b74-42bf-84dc-3a8cff434b14 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0bd6b5d-e54c-401f-a91c-9083db2cb270 HTTP/1.1" status: 200 len: 210 time: 0.0402746 Feb 20 22:00:30.000465 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-704af0bc-60c0-4fd0-9a41-b3440fe10238 req-69f350fe-3e2a-4bd5-bbea-d04f3e010e51 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/security-groups?id=a37d5f76-6d95-4260-8c3f-52d92cf432c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704756 Feb 20 22:00:30.018433 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-32d0cdc5-0c88-4938-8e3b-8e4f357ab00a req-2ac5f88f-9fe9-4c39-b6c6-86b4c3b38d57 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506191 Feb 20 22:00:30.096245 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0cdc5-0c88-4938-8e3b-8e4f357ab00a req-13515a3e-b17d-4acd-aa14-0a66714a52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:30.097746 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-32d0cdc5-0c88-4938-8e3b-8e4f357ab00a req-13515a3e-b17d-4acd-aa14-0a66714a52ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52eb4398f63e4c4c8811bf06725eddc8&device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 1130 time: 0.0434051 Feb 20 22:00:30.196436 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624f8f3-8579-412b-907f-152452c69112 req-6a90911a-deca-417b-9270-a754f8bf3035 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:30.197946 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0624f8f3-8579-412b-907f-152452c69112 req-6a90911a-deca-417b-9270-a754f8bf3035 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0522268 Feb 20 22:00:30.204195 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0cdc5-0c88-4938-8e3b-8e4f357ab00a req-94fb74c6-d185-44cb-9bf4-028a409f3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:30.205704 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-32d0cdc5-0c88-4938-8e3b-8e4f357ab00a req-94fb74c6-d185-44cb-9bf4-028a409f3569 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e763aaf-88b9-4e27-90cd-d1934feee28a HTTP/1.1" status: 200 len: 918 time: 0.0828931 Feb 20 22:00:30.243885 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0624f8f3-8579-412b-907f-152452c69112 req-65fefb72-03ed-408c-8e66-a0829cb525d7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403938 Feb 20 22:00:30.277465 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-32d0cdc5-0c88-4938-8e3b-8e4f357ab00a req-4573807a-3909-479f-a133-16c93830c466 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaef37b2-cc8c-4644-bbd0-73b1ccf00101 HTTP/1.1" status: 200 len: 1001 time: 0.0610826 Feb 20 22:00:30.403352 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0cdc5-0c88-4938-8e3b-8e4f357ab00a req-2471e214-a964-47cf-86ad-410ee8183ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:30.404829 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-32d0cdc5-0c88-4938-8e3b-8e4f357ab00a req-2471e214-a964-47cf-86ad-410ee8183ba4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c8aaa30-49a3-42aa-9af8-224d54cdf692 HTTP/1.1" status: 200 len: 856 time: 0.0742350 Feb 20 22:00:30.416470 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e32fe7-2821-490c-84f3-f7d7f8c3aba4 req-c1e8b422-71c3-4ce2-93d9-51f29bedb2a3 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:30.417883 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-71e32fe7-2821-490c-84f3-f7d7f8c3aba4 req-c1e8b422-71c3-4ce2-93d9-51f29bedb2a3 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.45 "GET /v2.0/ports?device_id=92bc39b9-83db-4465-b76d-e4506a6d2ed2 HTTP/1.1" status: 200 len: 950 time: 0.0860672 Feb 20 22:00:30.515924 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0cdc5-0c88-4938-8e3b-8e4f357ab00a req-774c9023-fde6-4de5-a1a5-6d4f29e07abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:30.517434 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-32d0cdc5-0c88-4938-8e3b-8e4f357ab00a req-774c9023-fde6-4de5-a1a5-6d4f29e07abe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e763aaf-88b9-4e27-90cd-d1934feee28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0987272 Feb 20 22:00:30.594784 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-71e32fe7-2821-490c-84f3-f7d7f8c3aba4 req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Deleting port 50dfb194-92a3-4aec-80c9-a4b9f2903c1f {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:00:30.595119 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-71e32fe7-2821-490c-84f3-f7d7f8c3aba4 req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (50dfb194-92a3-4aec-80c9-a4b9f2903c1f), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:30.664217 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-32d0cdc5-0c88-4938-8e3b-8e4f357ab00a req-b49e405c-407d-4b96-8d44-92650a1f13a9 service neutron] 10.222.0.45 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372950 Feb 20 22:00:30.975918 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-71e32fe7-2821-490c-84f3-f7d7f8c3aba4 req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] For port 50dfb194-92a3-4aec-80c9-a4b9f2903c1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=50dfb194-92a3-4aec-80c9-a4b9f2903c1f,segment=NetworkSegment(5e23bb65-b7b5-4fe1-b46d-74e410980403),segment_id=5e23bb65-b7b5-4fe1-b46d-74e410980403)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:00:30.976591 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-71e32fe7-2821-490c-84f3-f7d7f8c3aba4 req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (50dfb194-92a3-4aec-80c9-a4b9f2903c1f), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:30.992093 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-71e32fe7-2821-490c-84f3-f7d7f8c3aba4 req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Calling delete_port for 50dfb194-92a3-4aec-80c9-a4b9f2903c1f owned by compute:nova {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:00:31.053555 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-32d0cdc5-0c88-4938-8e3b-8e4f357ab00a req-0da4b67e-fa32-4055-bbac-ad1d7306ab4a service neutron] 10.222.0.45 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823392 Feb 20 22:00:31.138840 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7162b9-10aa-41b2-bfcd-3506567d14d5 req-7f1ccafa-723b-4e48-a044-8b05f85fa4af tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:31.141013 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ce7162b9-10aa-41b2-bfcd-3506567d14d5 req-7f1ccafa-723b-4e48-a044-8b05f85fa4af tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc39b9-83db-4465-b76d-e4506a6d2ed2 HTTP/1.1" status: 200 len: 950 time: 0.0680747 Feb 20 22:00:31.165157 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-71e32fe7-2821-490c-84f3-f7d7f8c3aba4 req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (50dfb194-92a3-4aec-80c9-a4b9f2903c1f), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:31.195124 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ce7162b9-10aa-41b2-bfcd-3506567d14d5 req-a8234a7d-e947-4032-bc39-7749489aa725 tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.61 "GET /v2.0/security-groups?id=a37d5f76-6d95-4260-8c3f-52d92cf432c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475595 Feb 20 22:00:31.225316 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Pushing event deleted for resources: {'Port': ['ID=50dfb194-92a3-4aec-80c9-a4b9f2903c1f,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:31.247055 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e32fe7-2821-490c-84f3-f7d7f8c3aba4 req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] No DVR routers for this DVR port 50dfb194-92a3-4aec-80c9-a4b9f2903c1f on host hv-cinder-83009 {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:00:31.250381 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:31.250752 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:31.251129 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:31.251487 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:31.251864 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:31.252292 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:31.252542 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:31.253661 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:31.253661 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:31.253661 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:31.254015 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:31.254201 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:31.254532 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:00:31.257570 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-71e32fe7-2821-490c-84f3-f7d7f8c3aba4 req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:31.261403 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-71e32fe7-2821-490c-84f3-f7d7f8c3aba4 req-5ff6e355-4f30-46dd-89a7-fdc3937f128b tempest-VolumesNegativeTest-1716640084 tempest-VolumesNegativeTest-1716640084-project] 10.222.0.45 "DELETE /v2.0/ports/50dfb194-92a3-4aec-80c9-a4b9f2903c1f HTTP/1.1" status: 204 len: 173 time: 0.8324509 Feb 20 22:00:31.378381 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218513e2-6b58-47be-93e3-494655706d82 req-de6a6b94-edb7-4454-9917-2fe44e6e498a tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:31.380029 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-218513e2-6b58-47be-93e3-494655706d82 req-de6a6b94-edb7-4454-9917-2fe44e6e498a tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0634544 Feb 20 22:00:31.438180 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-218513e2-6b58-47be-93e3-494655706d82 req-d7418880-8cec-4ec2-99b4-252b9ad9c653 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490210 Feb 20 22:00:31.862416 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bc39b9-83db-4465-b76d-e4506a6d2ed2', 'name': 'network-vif-deleted', 'tag': '50dfb194-92a3-4aec-80c9-a4b9f2903c1f'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:00:31.864910 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689ef41b-4784-4ec5-bf32-9247fbdd1fd6" -d '{"events": [{"server_uuid": "92bc39b9-83db-4465-b76d-e4506a6d2ed2", "name": "network-vif-deleted", "tag": "50dfb194-92a3-4aec-80c9-a4b9f2903c1f"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:00:31.898763 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca34c2d-d094-4ed7-9322-4e164c60cb03 x-openstack-request-id: req-5ca34c2d-d094-4ed7-9322-4e164c60cb03 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:00:31.899076 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bc39b9-83db-4465-b76d-e4506a6d2ed2", "name": "network-vif-deleted", "tag": "50dfb194-92a3-4aec-80c9-a4b9f2903c1f", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:00:31.899331 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ca34c2d-d094-4ed7-9322-4e164c60cb03 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:00:31.899730 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bc39b9-83db-4465-b76d-e4506a6d2ed2', 'name': 'network-vif-deleted', 'tag': '50dfb194-92a3-4aec-80c9-a4b9f2903c1f', 'status': 'completed', 'code': 200} Feb 20 22:00:32.357930 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2f871-7a2e-4bf6-a0f0-733371c497c4 req-3b91721b-6f7d-490f-8634-eecac8831fe1 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:32.359430 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b7c2f871-7a2e-4bf6-a0f0-733371c497c4 req-3b91721b-6f7d-490f-8634-eecac8831fe1 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 945 time: 0.0559433 Feb 20 22:00:32.406599 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b7c2f871-7a2e-4bf6-a0f0-733371c497c4 req-bd096333-83c2-4621-8dee-778aca9a648b tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415907 Feb 20 22:00:32.554846 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b192b64-f6f1-48ff-9a9a-275825630bb9 req-d611daa5-1b7b-4f67-91de-a291f942d530 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:32.556336 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0b192b64-f6f1-48ff-9a9a-275825630bb9 req-d611daa5-1b7b-4f67-91de-a291f942d530 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0525320 Feb 20 22:00:32.608432 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0b192b64-f6f1-48ff-9a9a-275825630bb9 req-39fc3d6b-9c1b-4b30-9385-decb6accadd2 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465262 Feb 20 22:00:32.998445 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 50dfb194-92a3-4aec-80c9-a4b9f2903c1f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:00:33.018867 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: 50dfb194-92a3-4aec-80c9-a4b9f2903c1f {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:00:33.019228 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 50dfb194-92a3-4aec-80c9-a4b9f2903c1f not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:00:33.019659 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 5ea60d8c-38a8-423a-b1cf-8795ef2ae412 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:00:33.038667 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: 5ea60d8c-38a8-423a-b1cf-8795ef2ae412 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:00:33.039023 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 5ea60d8c-38a8-423a-b1cf-8795ef2ae412 not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:00:33.528178 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ba176-eb29-404c-8481-342aaa3aeea7 req-e46d3a26-db27-4ef5-a9e7-f855553c12cb tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:33.529626 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e60ba176-eb29-404c-8481-342aaa3aeea7 req-e46d3a26-db27-4ef5-a9e7-f855553c12cb tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 945 time: 0.0567608 Feb 20 22:00:33.576957 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e60ba176-eb29-404c-8481-342aaa3aeea7 req-2119f98a-9473-45c4-bea9-6f33bad79c53 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/security-groups?id=d42b3362-2922-41fe-b411-573e7c67c8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413618 Feb 20 22:00:33.726085 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa7c9a-8d90-4a99-b4fd-cb5635963e17 req-e13f8f53-ae98-4295-8a07-9f9064299729 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:33.727582 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2cfa7c9a-8d90-4a99-b4fd-cb5635963e17 req-e13f8f53-ae98-4295-8a07-9f9064299729 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0535090 Feb 20 22:00:33.775046 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2cfa7c9a-8d90-4a99-b4fd-cb5635963e17 req-09e46994-633f-406c-9071-97a247ea9cb7 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418258 Feb 20 22:00:34.172360 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cceb2f0-8b04-4956-a6e2-45d33ba58ba6 req-c09c36d9-5a19-4b75-a5e1-56ee5576c65e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:34.173769 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0cceb2f0-8b04-4956-a6e2-45d33ba58ba6 req-c09c36d9-5a19-4b75-a5e1-56ee5576c65e tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 945 time: 0.0526032 Feb 20 22:00:34.269877 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-0cceb2f0-8b04-4956-a6e2-45d33ba58ba6 req-cd768d65-7203-4b02-9cb2-dd64f9b81f96 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Deleting port 03f08b6c-096a-442f-add4-dde3a8e6ef86 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:00:34.270221 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-0cceb2f0-8b04-4956-a6e2-45d33ba58ba6 req-cd768d65-7203-4b02-9cb2-dd64f9b81f96 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (03f08b6c-096a-442f-add4-dde3a8e6ef86), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:34.359924 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-0cceb2f0-8b04-4956-a6e2-45d33ba58ba6 req-cd768d65-7203-4b02-9cb2-dd64f9b81f96 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] For port 03f08b6c-096a-442f-add4-dde3a8e6ef86, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=03f08b6c-096a-442f-add4-dde3a8e6ef86,segment=NetworkSegment(592274ea-2f40-4464-8ba8-a0794eba0d43),segment_id=592274ea-2f40-4464-8ba8-a0794eba0d43)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:00:34.360284 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-0cceb2f0-8b04-4956-a6e2-45d33ba58ba6 req-cd768d65-7203-4b02-9cb2-dd64f9b81f96 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (03f08b6c-096a-442f-add4-dde3a8e6ef86), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:34.372371 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-0cceb2f0-8b04-4956-a6e2-45d33ba58ba6 req-cd768d65-7203-4b02-9cb2-dd64f9b81f96 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Calling delete_port for 03f08b6c-096a-442f-add4-dde3a8e6ef86 owned by compute:nova {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:00:34.506301 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-0cceb2f0-8b04-4956-a6e2-45d33ba58ba6 req-cd768d65-7203-4b02-9cb2-dd64f9b81f96 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (03f08b6c-096a-442f-add4-dde3a8e6ef86), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:34.521070 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['03f08b6c-096a-442f-add4-dde3a8e6ef86'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:00:34.534582 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd768d65-7203-4b02-9cb2-dd64f9b81f96 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Pushing event deleted for resources: {'Port': ['ID=03f08b6c-096a-442f-add4-dde3a8e6ef86,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:34.582037 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cceb2f0-8b04-4956-a6e2-45d33ba58ba6 req-cd768d65-7203-4b02-9cb2-dd64f9b81f96 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] No DVR routers for this DVR port 03f08b6c-096a-442f-add4-dde3a8e6ef86 on host hv-cinder-83009 {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:00:34.584481 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-0cceb2f0-8b04-4956-a6e2-45d33ba58ba6 req-cd768d65-7203-4b02-9cb2-dd64f9b81f96 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:34.587870 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0cceb2f0-8b04-4956-a6e2-45d33ba58ba6 req-cd768d65-7203-4b02-9cb2-dd64f9b81f96 tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.45 "DELETE /v2.0/ports/03f08b6c-096a-442f-add4-dde3a8e6ef86 HTTP/1.1" status: 204 len: 173 time: 0.4077032 Feb 20 22:00:34.589035 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd', 'name': 'network-vif-deleted', 'tag': '03f08b6c-096a-442f-add4-dde3a8e6ef86'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:00:34.590538 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98eaddfc-c6d8-42f9-a24f-5c6e2e0d63dc" -d '{"events": [{"server_uuid": "a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd", "name": "network-vif-deleted", "tag": "03f08b6c-096a-442f-add4-dde3a8e6ef86"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:00:34.632095 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41cf0e3-f6ac-4f70-a34f-5332495446cb x-openstack-request-id: req-a41cf0e3-f6ac-4f70-a34f-5332495446cb {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:00:34.632397 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd", "name": "network-vif-deleted", "tag": "03f08b6c-096a-442f-add4-dde3a8e6ef86", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:00:34.632677 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a41cf0e3-f6ac-4f70-a34f-5332495446cb {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:00:34.633099 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd', 'name': 'network-vif-deleted', 'tag': '03f08b6c-096a-442f-add4-dde3a8e6ef86', 'status': 'completed', 'code': 200} Feb 20 22:00:34.702921 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-921b8bb6-ddf0-4dc6-88a0-429ff58257f4 req-bf3aaf9c-64c4-4bb8-a647-12488205f68a tempest-AttachVolumeNegativeTest-1900517007 tempest-AttachVolumeNegativeTest-1900517007-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9b897d3-7149-4307-a4a2-d7e2ed9fcbfd HTTP/1.1" status: 200 len: 210 time: 0.0325627 Feb 20 22:00:34.906938 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a92263-c966-4af1-9015-2b779bfb7b9d req-9a2b916e-f705-4bd4-a9cf-368ce2bfff30 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:34.908422 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-75a92263-c966-4af1-9015-2b779bfb7b9d req-9a2b916e-f705-4bd4-a9cf-368ce2bfff30 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0548658 Feb 20 22:00:34.955518 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-75a92263-c966-4af1-9015-2b779bfb7b9d req-a14f438b-4cbe-4d29-96d7-ec2764111b3b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411086 Feb 20 22:00:35.757560 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 58266) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:35.801315 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_v2 [None req-686aa480-2cb7-41a4-8bec-cd5443c3874d admin admin] Deleting subnet 303900da-7313-4ebf-9922-5c72d34ae783 {{(pid=102708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:00:35.804637 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-686aa480-2cb7-41a4-8bec-cd5443c3874d admin admin] Publish callbacks [] for subnet (303900da-7313-4ebf-9922-5c72d34ae783), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:35.843074 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-686aa480-2cb7-41a4-8bec-cd5443c3874d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8472869'] for subnet (303900da-7313-4ebf-9922-5c72d34ae783), precommit_delete_associations {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:35.881901 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-686aa480-2cb7-41a4-8bec-cd5443c3874d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882536'] for subnet (303900da-7313-4ebf-9922-5c72d34ae783), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:35.939385 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-686aa480-2cb7-41a4-8bec-cd5443c3874d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8491243'] for subnet (303900da-7313-4ebf-9922-5c72d34ae783), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:35.966858 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686aa480-2cb7-41a4-8bec-cd5443c3874d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=303900da-7313-4ebf-9922-5c72d34ae783,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:35.968794 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-686aa480-2cb7-41a4-8bec-cd5443c3874d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:35.973440 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-686aa480-2cb7-41a4-8bec-cd5443c3874d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/303900da-7313-4ebf-9922-5c72d34ae783 HTTP/1.1" status: 204 len: 168 time: 0.2147710 Feb 20 22:00:35.974468 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 58274) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:36.046491 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 58278) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:36.067483 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-26441c17-4cb8-4471-b09f-0185d05c1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834273'] for network (5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:36.117977 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c53d09-f4ed-4cab-a8a1-035b8f52ecbd req-298a1f94-021d-45fe-b95c-1bcf27a86796 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:36.119486 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d4c53d09-f4ed-4cab-a8a1-035b8f52ecbd req-298a1f94-021d-45fe-b95c-1bcf27a86796 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0926743 Feb 20 22:00:36.177184 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-7294181a-2b25-4f6c-8a9a-55c5b0e27526 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=091f08291c0a4342a14caab7b3cac285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273274 Feb 20 22:00:36.177471 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 58282) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:36.179530 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-26441c17-4cb8-4471-b09f-0185d05c1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881377', 'neutron.services.segments.db._delete_segments_for_network-8760288176442'] for network (5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:36.215812 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.services.segments.db [None req-26441c17-4cb8-4471-b09f-0185d05c1c77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a']}} {{(pid=102707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:00:36.223267 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8acb8bba-4796-4caa-96d7-bf87fa304090 admin admin] Publish callbacks [] for security_group (a37d5f76-6d95-4260-8c3f-52d92cf432c4), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:36.230562 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d4c53d09-f4ed-4cab-a8a1-035b8f52ecbd req-83fa4e86-031c-47cb-83e7-6dc96a2caebd tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013608 Feb 20 22:00:36.232157 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.services.segments.db [None req-26441c17-4cb8-4471-b09f-0185d05c1c77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '592274ea-2f40-4464-8ba8-a0794eba0d43') {'for_net_delete': True} {{(pid=102707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:00:36.232390 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.services.segments.db [None req-26441c17-4cb8-4471-b09f-0185d05c1c77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '592274ea-2f40-4464-8ba8-a0794eba0d43') {} {{(pid=102707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:00:36.243901 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8acb8bba-4796-4caa-96d7-bf87fa304090 admin admin] Publish callbacks [] for security_group (a37d5f76-6d95-4260-8c3f-52d92cf432c4), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:36.245365 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-26441c17-4cb8-4471-b09f-0185d05c1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760288175939', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11566183'] for segment (592274ea-2f40-4464-8ba8-a0794eba0d43), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:36.258629 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-26441c17-4cb8-4471-b09f-0185d05c1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (592274ea-2f40-4464-8ba8-a0794eba0d43), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:36.264766 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26441c17-4cb8-4471-b09f-0185d05c1c77 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:00:36.265180 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-26441c17-4cb8-4471-b09f-0185d05c1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11565804'] for segment (592274ea-2f40-4464-8ba8-a0794eba0d43), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: Traceback (most recent call last): Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: timer() Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: cb(*args, **kw) Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: return func(*args, **kwargs) Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: self._notify() Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: self.callback(batched_events) Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: event.method(event) Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: return f(self, *a, **k) Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: return self._get(url).json() Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: return self.request(url, 'GET', **kwargs) Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:00:36.266786 dv-cinder-830093-1-iscsi neutron-server[102707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:00:36.291587 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8acb8bba-4796-4caa-96d7-bf87fa304090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (a37d5f76-6d95-4260-8c3f-52d92cf432c4), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:36.294269 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8acb8bba-4796-4caa-96d7-bf87fa304090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:36.296072 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-8acb8bba-4796-4caa-96d7-bf87fa304090 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a37d5f76-6d95-4260-8c3f-52d92cf432c4 HTTP/1.1" status: 204 len: 168 time: 0.1176982 Feb 20 22:00:36.303763 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb8bba-4796-4caa-96d7-bf87fa304090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37d5f76-6d95-4260-8c3f-52d92cf432c4,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:36.327193 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-26441c17-4cb8-4471-b09f-0185d05c1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643055'] for network (5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:36.333428 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-26441c17-4cb8-4471-b09f-0185d05c1c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:36.336754 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-26441c17-4cb8-4471-b09f-0185d05c1c77 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a HTTP/1.1" status: 204 len: 168 time: 0.3612924 Feb 20 22:00:36.351142 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26441c17-4cb8-4471-b09f-0185d05c1c77 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c3f3779-dac4-4ec5-9dbb-06c4edee9a6a,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:36.517154 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 58288) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:36.559098 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-2ab005f7-3b74-45e6-ab10-a004b35e9e5b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cc240588178349c5941fd216d35fb369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406168 Feb 20 22:00:36.562101 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 58290) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:36.612186 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0cd26867-165d-426b-b3be-46ac7c846508 admin admin] Publish callbacks [] for security_group (d42b3362-2922-41fe-b411-573e7c67c8b2), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:36.632730 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0cd26867-165d-426b-b3be-46ac7c846508 admin admin] Publish callbacks [] for security_group (d42b3362-2922-41fe-b411-573e7c67c8b2), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:36.677173 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0cd26867-165d-426b-b3be-46ac7c846508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (d42b3362-2922-41fe-b411-573e7c67c8b2), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:36.679883 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0cd26867-165d-426b-b3be-46ac7c846508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:36.681144 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-0cd26867-165d-426b-b3be-46ac7c846508 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d42b3362-2922-41fe-b411-573e7c67c8b2 HTTP/1.1" status: 204 len: 168 time: 0.1180074 Feb 20 22:00:36.689612 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd26867-165d-426b-b3be-46ac7c846508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42b3362-2922-41fe-b411-573e7c67c8b2,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:37.011715 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 03f08b6c-096a-442f-add4-dde3a8e6ef86 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:00:37.036391 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: 03f08b6c-096a-442f-add4-dde3a8e6ef86 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:00:37.036768 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 03f08b6c-096a-442f-add4-dde3a8e6ef86 not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:00:37.352969 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625a5ae-fb74-40d6-9a3e-b058adc0402e req-6d384a48-f0fc-4c59-bfbf-fc00a7fff7af tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:37.354478 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e625a5ae-fb74-40d6-9a3e-b058adc0402e req-6d384a48-f0fc-4c59-bfbf-fc00a7fff7af tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0579023 Feb 20 22:00:37.399848 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e625a5ae-fb74-40d6-9a3e-b058adc0402e req-5446bb9f-7167-470e-afec-2e04dfa9a5fb tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394740 Feb 20 22:00:38.515740 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe657a3d-ebe7-45cc-bddc-d2109bcca06b req-95e51cce-daf7-46a9-a482-9be7436d94f1 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:38.517205 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fe657a3d-ebe7-45cc-bddc-d2109bcca06b req-95e51cce-daf7-46a9-a482-9be7436d94f1 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0517344 Feb 20 22:00:38.562349 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fe657a3d-ebe7-45cc-bddc-d2109bcca06b req-ab587c45-cf18-48d2-82dd-0e1dc8c92c18 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397937 Feb 20 22:00:39.677436 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b41e96-af6b-43c1-a69b-e689bc42a395 req-d6a53ea7-2c25-474c-925b-b78eaa5081a5 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:39.678802 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-10b41e96-af6b-43c1-a69b-e689bc42a395 req-d6a53ea7-2c25-474c-925b-b78eaa5081a5 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0517688 Feb 20 22:00:39.727180 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-10b41e96-af6b-43c1-a69b-e689bc42a395 req-da1dfeb1-7d2e-4d1a-ac61-5f1b015129d2 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429745 Feb 20 22:00:40.465342 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 58360) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:40.575541 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-81143cf4-7319-4069-a05d-82d26e321be1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:40.644769 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-81143cf4-7319-4069-a05d-82d26e321be1 admin admin] Publish callbacks [] for security_group (7bd83d92-0c70-4a87-bed3-9e2f020e63cc), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:40.648458 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-81143cf4-7319-4069-a05d-82d26e321be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (7bd83d92-0c70-4a87-bed3-9e2f020e63cc), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:40.688495 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-81143cf4-7319-4069-a05d-82d26e321be1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=912e127cef98449ca7962aaf46daa658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220078 Feb 20 22:00:40.689354 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81143cf4-7319-4069-a05d-82d26e321be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd83d92-0c70-4a87-bed3-9e2f020e63cc,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:40.691725 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 58364) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:40.741541 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-a61b0271-441b-43c0-926e-dcb959a0e830 admin admin] Publish callbacks [] for security_group (7bd83d92-0c70-4a87-bed3-9e2f020e63cc), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:40.763339 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-a61b0271-441b-43c0-926e-dcb959a0e830 admin admin] Publish callbacks [] for security_group (7bd83d92-0c70-4a87-bed3-9e2f020e63cc), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:40.837004 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-a61b0271-441b-43c0-926e-dcb959a0e830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (7bd83d92-0c70-4a87-bed3-9e2f020e63cc), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:40.839554 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-a61b0271-441b-43c0-926e-dcb959a0e830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:40.841327 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-a61b0271-441b-43c0-926e-dcb959a0e830 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7bd83d92-0c70-4a87-bed3-9e2f020e63cc HTTP/1.1" status: 204 len: 168 time: 0.1475227 Feb 20 22:00:40.852106 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b0271-441b-43c0-926e-dcb959a0e830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd83d92-0c70-4a87-bed3-9e2f020e63cc,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:40.864087 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c68e83-1bcf-495a-9ea7-fc77e937b712 req-ac1aa408-7fba-45b6-8a8b-914ae9a3a2cc tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:40.865641 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-34c68e83-1bcf-495a-9ea7-fc77e937b712 req-ac1aa408-7fba-45b6-8a8b-914ae9a3a2cc tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0706151 Feb 20 22:00:40.917948 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-34c68e83-1bcf-495a-9ea7-fc77e937b712 req-11e4cd6d-647f-42ac-9c9e-171fa9103674 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444746 Feb 20 22:00:41.160803 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c836501-8b08-4bb2-be86-45f1f0d62948 req-fe72c8ec-d9a7-4820-80b8-37148810dd98 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:41.162678 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8c836501-8b08-4bb2-be86-45f1f0d62948 req-fe72c8ec-d9a7-4820-80b8-37148810dd98 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0768116 Feb 20 22:00:41.193846 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38bb89-0229-495d-9d58-c736d1f9073a req-f7dda47a-e4d1-44c2-b15e-1d89ed98a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:41.195691 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0d38bb89-0229-495d-9d58-c736d1f9073a req-f7dda47a-e4d1-44c2-b15e-1d89ed98a0c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756580a91a2b4d2c966ba3317abe4e04&device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 1130 time: 0.0512280 Feb 20 22:00:41.221178 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8c836501-8b08-4bb2-be86-45f1f0d62948 req-56c6bbef-684b-4be3-af35-f08461a4e637 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497909 Feb 20 22:00:41.315991 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38bb89-0229-495d-9d58-c736d1f9073a req-8209c763-1bce-4998-88a0-d8338b37ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:41.319823 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0d38bb89-0229-495d-9d58-c736d1f9073a req-8209c763-1bce-4998-88a0-d8338b37ae08 service neutron] 10.222.0.45 "GET /v2.0/networks?id=070027a4-7989-40e5-92de-9f9067d39452 HTTP/1.1" status: 200 len: 912 time: 0.1164258 Feb 20 22:00:41.398667 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0d38bb89-0229-495d-9d58-c736d1f9073a req-69a3f45d-4726-4a00-b3df-24894322d85c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5715d649-e00d-4d4d-94f8-39659bc92fa5 HTTP/1.1" status: 200 len: 1002 time: 0.0714161 Feb 20 22:00:41.457742 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38bb89-0229-495d-9d58-c736d1f9073a req-2be93fc5-1776-445d-aac2-c70f041ac0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:41.459309 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0d38bb89-0229-495d-9d58-c736d1f9073a req-2be93fc5-1776-445d-aac2-c70f041ac0e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01c948a3-526d-473a-8a34-79d808f1ad12 HTTP/1.1" status: 200 len: 850 time: 0.0486343 Feb 20 22:00:41.516015 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38bb89-0229-495d-9d58-c736d1f9073a req-6421353e-0db8-40f7-8985-9c0242522941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:41.517489 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0d38bb89-0229-495d-9d58-c736d1f9073a req-6421353e-0db8-40f7-8985-9c0242522941 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=070027a4-7989-40e5-92de-9f9067d39452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458770 Feb 20 22:00:41.607931 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0d38bb89-0229-495d-9d58-c736d1f9073a req-9e5b6e05-6000-41f8-a7f5-5ed24afead0e service neutron] 10.222.0.45 "GET /v2.0/networks/070027a4-7989-40e5-92de-9f9067d39452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807958 Feb 20 22:00:41.703667 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0d38bb89-0229-495d-9d58-c736d1f9073a req-1d13e6e7-6039-4626-9d8d-15b6df565f52 service neutron] 10.222.0.45 "GET /v2.0/networks/070027a4-7989-40e5-92de-9f9067d39452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866127 Feb 20 22:00:42.337679 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae6ca7-a4cd-4361-83f4-47df009178c1 req-35667a28-93f8-4047-990f-e7259316b160 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:42.339178 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3fae6ca7-a4cd-4361-83f4-47df009178c1 req-35667a28-93f8-4047-990f-e7259316b160 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0572133 Feb 20 22:00:42.395765 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3fae6ca7-a4cd-4361-83f4-47df009178c1 req-149b9b8c-20e7-425e-94db-7ab0b0f14a2a tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490391 Feb 20 22:00:42.670901 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fc142-a060-4c54-aaec-3f32f9809c0e req-3b6188ca-96bc-4d9e-819a-45057eee9abb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:42.672816 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7c0fc142-a060-4c54-aaec-3f32f9809c0e req-3b6188ca-96bc-4d9e-819a-45057eee9abb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 946 time: 0.0555172 Feb 20 22:00:42.717079 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7c0fc142-a060-4c54-aaec-3f32f9809c0e req-73271029-11db-493a-a56e-2694ccf9fc21 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386758 Feb 20 22:00:43.513896 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf19aee-27aa-4535-8164-6a54e32e1d2e req-b2dacbf8-199f-4681-882e-c7d3f55cb8af tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:43.515262 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cdf19aee-27aa-4535-8164-6a54e32e1d2e req-b2dacbf8-199f-4681-882e-c7d3f55cb8af tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0521061 Feb 20 22:00:43.560943 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cdf19aee-27aa-4535-8164-6a54e32e1d2e req-a4446afd-081b-4a15-a2ac-4238d7b8aa89 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402815 Feb 20 22:00:43.844197 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fdb3e-f5dc-44d6-badd-e1fb0a10c802 req-786995f0-00f4-40bd-a924-6aed08da0a82 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:43.845678 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2d2fdb3e-f5dc-44d6-badd-e1fb0a10c802 req-786995f0-00f4-40bd-a924-6aed08da0a82 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 946 time: 0.0556650 Feb 20 22:00:43.894720 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2d2fdb3e-f5dc-44d6-badd-e1fb0a10c802 req-dda3bab1-7c64-41fd-89f0-298446acca2b tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436497 Feb 20 22:00:44.433384 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb251a-c616-4ae8-8288-729ea005e609 req-7b076a4e-ecda-4d45-9db5-a0c3bffb28e9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:44.434940 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-8cbb251a-c616-4ae8-8288-729ea005e609 req-7b076a4e-ecda-4d45-9db5-a0c3bffb28e9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.45 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 946 time: 0.0539894 Feb 20 22:00:44.532379 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-8cbb251a-c616-4ae8-8288-729ea005e609 req-0c98fd5b-a020-48b8-8e65-cfb897c7af70 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Deleting port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:00:44.532746 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-8cbb251a-c616-4ae8-8288-729ea005e609 req-0c98fd5b-a020-48b8-8e65-cfb897c7af70 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:44.617263 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-8cbb251a-c616-4ae8-8288-729ea005e609 req-0c98fd5b-a020-48b8-8e65-cfb897c7af70 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] For port aaef37b2-cc8c-4644-bbd0-73b1ccf00101, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:00:44.617548 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-8cbb251a-c616-4ae8-8288-729ea005e609 req-0c98fd5b-a020-48b8-8e65-cfb897c7af70 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:44.890011 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-8cbb251a-c616-4ae8-8288-729ea005e609 req-0c98fd5b-a020-48b8-8e65-cfb897c7af70 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:44.890213 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-8cbb251a-c616-4ae8-8288-729ea005e609 req-0c98fd5b-a020-48b8-8e65-cfb897c7af70 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643065'] for floatingip (148f574b-6198-4a90-9b09-a005eaa3a1c5), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:44.890384 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.l3_db [req-8cbb251a-c616-4ae8-8288-729ea005e609 req-0c98fd5b-a020-48b8-8e65-cfb897c7af70 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Floating IP 148f574b-6198-4a90-9b09-a005eaa3a1c5 disassociated. External IP: 172.27.3.102, port: aaef37b2-cc8c-4644-bbd0-73b1ccf00101. Feb 20 22:00:44.890724 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-8cbb251a-c616-4ae8-8288-729ea005e609 req-0c98fd5b-a020-48b8-8e65-cfb897c7af70 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Calling delete_port for aaef37b2-cc8c-4644-bbd0-73b1ccf00101 owned by compute:nova {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:00:45.016271 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994e779-fd37-47f7-afcc-809bb61fa812 req-66b7c78f-2def-4f83-ae26-a603bd1f4e00 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:45.017827 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6994e779-fd37-47f7-afcc-809bb61fa812 req-66b7c78f-2def-4f83-ae26-a603bd1f4e00 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=877cbd87-824f-48fc-a71c-2521393b6abc HTTP/1.1" status: 200 len: 946 time: 0.0518172 Feb 20 22:00:45.017971 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-8cbb251a-c616-4ae8-8288-729ea005e609 req-0c98fd5b-a020-48b8-8e65-cfb897c7af70 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (aaef37b2-cc8c-4644-bbd0-73b1ccf00101), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:45.057153 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98fd5b-a020-48b8-8e65-cfb897c7af70 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Pushing event deleted for resources: {'Port': ['ID=aaef37b2-cc8c-4644-bbd0-73b1ccf00101,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:45.087551 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6994e779-fd37-47f7-afcc-809bb61fa812 req-edfe7815-fbec-4404-95a3-45ee1afdf90d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=60aa3d66-fa5d-419b-b745-c367bd55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618634 Feb 20 22:00:45.168255 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cbb251a-c616-4ae8-8288-729ea005e609 req-0c98fd5b-a020-48b8-8e65-cfb897c7af70 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Router 6cf77314-15de-4d2b-b270-386df3c7e46f has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:00:45.281879 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cbb251a-c616-4ae8-8288-729ea005e609 req-0c98fd5b-a020-48b8-8e65-cfb897c7af70 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:00:45.296907 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632627d7-20f6-461f-85d1-fd05723a45aa None None] Sync routers for ids ['6cf77314-15de-4d2b-b270-386df3c7e46f'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:00:45.306815 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632627d7-20f6-461f-85d1-fd05723a45aa None None] Routers {'6cf77314-15de-4d2b-b270-386df3c7e46f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:00:45.307470 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-632627d7-20f6-461f-85d1-fd05723a45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:00:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['6cf77314-15de-4d2b-b270-386df3c7e46f'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:00:45.330609 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbb251a-c616-4ae8-8288-729ea005e609 req-0c98fd5b-a020-48b8-8e65-cfb897c7af70 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] No DVR routers for this DVR port aaef37b2-cc8c-4644-bbd0-73b1ccf00101 on host hv-cinder-83009 {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:00:45.333598 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-8cbb251a-c616-4ae8-8288-729ea005e609 req-0c98fd5b-a020-48b8-8e65-cfb897c7af70 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:45.337428 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-8cbb251a-c616-4ae8-8288-729ea005e609 req-0c98fd5b-a020-48b8-8e65-cfb897c7af70 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.45 "DELETE /v2.0/ports/aaef37b2-cc8c-4644-bbd0-73b1ccf00101 HTTP/1.1" status: 204 len: 173 time: 0.8956189 Feb 20 22:00:45.337921 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877cbd87-824f-48fc-a71c-2521393b6abc', 'name': 'network-vif-deleted', 'tag': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:00:45.341551 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3297a9db-6966-4d82-8c8e-2ffd575caf70" -d '{"events": [{"server_uuid": "877cbd87-824f-48fc-a71c-2521393b6abc", "name": "network-vif-deleted", "tag": "aaef37b2-cc8c-4644-bbd0-73b1ccf00101"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:00:45.403021 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30774a60-9fe9-4b6d-8185-67e6cf73c5d3 x-openstack-request-id: req-30774a60-9fe9-4b6d-8185-67e6cf73c5d3 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:00:45.403531 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877cbd87-824f-48fc-a71c-2521393b6abc", "name": "network-vif-deleted", "tag": "aaef37b2-cc8c-4644-bbd0-73b1ccf00101", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:00:45.403978 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-30774a60-9fe9-4b6d-8185-67e6cf73c5d3 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:00:45.404559 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877cbd87-824f-48fc-a71c-2521393b6abc', 'name': 'network-vif-deleted', 'tag': 'aaef37b2-cc8c-4644-bbd0-73b1ccf00101', 'status': 'completed', 'code': 200} Feb 20 22:00:45.425710 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-632627d7-20f6-461f-85d1-fd05723a45aa None None] Set router 6cf77314-15de-4d2b-b270-386df3c7e46f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:00:45.769087 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-632627d7-20f6-461f-85d1-fd05723a45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '863666a3-9174-42d8-9943-8496e886fcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:32Z', 'revision_number': 4, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port': {'id': '863666a3-9174-42d8-9943-8496e886fcc1', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '5030827b-b1c2-4bc3-9567-e65df84a9795', 'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'mac_address': 'fa:16:3e:3c:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:30Z', 'updated_at': '2022-02-20T21:56:42Z', 'revision_number': 5, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'subnets': [{'id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:00:45.826269 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632627d7-20f6-461f-85d1-fd05723a45aa None None] Checking router: 6cf77314-15de-4d2b-b270-386df3c7e46f for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:00:45.839110 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632627d7-20f6-461f-85d1-fd05723a45aa None None] Routers {'6cf77314-15de-4d2b-b270-386df3c7e46f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:00:45.839898 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-632627d7-20f6-461f-85d1-fd05723a45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:00:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['6cf77314-15de-4d2b-b270-386df3c7e46f'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:00:45.853554 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 58500) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:45.960134 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-632627d7-20f6-461f-85d1-fd05723a45aa None None] Set router 6cf77314-15de-4d2b-b270-386df3c7e46f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:00:45.966306 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1e1e7b62-4c9c-4160-a289-d69f89202694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.043856 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1e1e7b62-4c9c-4160-a289-d69f89202694 admin admin] Publish callbacks [] for security_group (360dd894-fc42-4db5-b4de-949125b4b992), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.048341 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-1e1e7b62-4c9c-4160-a289-d69f89202694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (360dd894-fc42-4db5-b4de-949125b4b992), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.086385 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-1e1e7b62-4c9c-4160-a289-d69f89202694 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e74b894bc36c48d6964056a3cc6d79ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308350 Feb 20 22:00:46.088341 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e7b62-4c9c-4160-a289-d69f89202694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360dd894-fc42-4db5-b4de-949125b4b992,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:46.089762 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 58504) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:46.144141 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0a8d9143-eb14-455b-a943-cc287cf562b7 admin admin] Publish callbacks [] for security_group (360dd894-fc42-4db5-b4de-949125b4b992), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.171115 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0a8d9143-eb14-455b-a943-cc287cf562b7 admin admin] Publish callbacks [] for security_group (360dd894-fc42-4db5-b4de-949125b4b992), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.174290 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-632627d7-20f6-461f-85d1-fd05723a45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '863666a3-9174-42d8-9943-8496e886fcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:32Z', 'revision_number': 4, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port': {'id': '863666a3-9174-42d8-9943-8496e886fcc1', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '5030827b-b1c2-4bc3-9567-e65df84a9795', 'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'mac_address': 'fa:16:3e:3c:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:30Z', 'updated_at': '2022-02-20T21:56:42Z', 'revision_number': 5, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'subnets': [{'id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:00:46.205360 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632627d7-20f6-461f-85d1-fd05723a45aa None None] The sync data for ids ['6cf77314-15de-4d2b-b270-386df3c7e46f'] in dv-cinder-830093-1-iscsi is: [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '863666a3-9174-42d8-9943-8496e886fcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:32Z', 'revision_number': 4, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port': {'id': '863666a3-9174-42d8-9943-8496e886fcc1', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '5030827b-b1c2-4bc3-9567-e65df84a9795', 'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'mac_address': 'fa:16:3e:3c:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:30Z', 'updated_at': '2022-02-20T21:56:42Z', 'revision_number': 5, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'subnets': [{'id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:00:46.211436 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 58512) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:46.226814 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0a8d9143-eb14-455b-a943-cc287cf562b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (360dd894-fc42-4db5-b4de-949125b4b992), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.230383 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0a8d9143-eb14-455b-a943-cc287cf562b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.233444 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-0a8d9143-eb14-455b-a943-cc287cf562b7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/360dd894-fc42-4db5-b4de-949125b4b992 HTTP/1.1" status: 204 len: 168 time: 0.1420982 Feb 20 22:00:46.245236 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d9143-eb14-455b-a943-cc287cf562b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360dd894-fc42-4db5-b4de-949125b4b992,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:46.283055 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8879690d-9353-4505-b3a3-470e785d2b9b tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group (60aa3d66-fa5d-419b-b745-c367bd55ae5f), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.322522 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8879690d-9353-4505-b3a3-470e785d2b9b tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group (60aa3d66-fa5d-419b-b745-c367bd55ae5f), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.378279 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8879690d-9353-4505-b3a3-470e785d2b9b tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (60aa3d66-fa5d-419b-b745-c367bd55ae5f), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.381116 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8879690d-9353-4505-b3a3-470e785d2b9b tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.382195 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-8879690d-9353-4505-b3a3-470e785d2b9b tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "DELETE /v2.0/security-groups/60aa3d66-fa5d-419b-b745-c367bd55ae5f HTTP/1.1" status: 204 len: 168 time: 0.1697235 Feb 20 22:00:46.385016 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 58518) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:46.398119 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879690d-9353-4505-b3a3-470e785d2b9b tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60aa3d66-fa5d-419b-b745-c367bd55ae5f,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:46.401920 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.api.v2.resource [None req-a5a92850-4d0e-49af-803b-bff2684758d0 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] show failed (client error): The resource could not be found. Feb 20 22:00:46.403439 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-a5a92850-4d0e-49af-803b-bff2684758d0 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups/60aa3d66-fa5d-419b-b745-c367bd55ae5f HTTP/1.1" status: 404 len: 347 time: 0.0165410 Feb 20 22:00:46.406296 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 58520) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:46.558590 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d1b47b-1d51-480c-8f4f-cb2470035eb1 None None] New status for floating IP 148f574b-6198-4a90-9b09-a005eaa3a1c5: DOWN {{(pid=102710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:00:46.564529 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-b018829a-1246-45ed-89ad-c06e7de97c04 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Deleting port 9462ed35-c82b-4fe1-9492-c635664db340 {{(pid=102707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:00:46.565190 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b018829a-1246-45ed-89ad-c06e7de97c04 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (9462ed35-c82b-4fe1-9492-c635664db340), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.591380 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 58522) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:46.605885 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f39514c4-a770-47cf-847a-54b6d3e87e82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.648275 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b018829a-1246-45ed-89ad-c06e7de97c04 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (9462ed35-c82b-4fe1-9492-c635664db340), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.648604 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b018829a-1246-45ed-89ad-c06e7de97c04 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for floatingip (9462ed35-c82b-4fe1-9492-c635664db340), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.664812 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-b018829a-1246-45ed-89ad-c06e7de97c04 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Calling delete_port for 9462ed35-c82b-4fe1-9492-c635664db340 owned by network:floatingip {{(pid=102707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:00:46.691074 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f39514c4-a770-47cf-847a-54b6d3e87e82 admin admin] Publish callbacks [] for security_group (b93c4fe6-c54a-4edc-a565-c6c8b10d4fe9), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.697258 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f39514c4-a770-47cf-847a-54b6d3e87e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (b93c4fe6-c54a-4edc-a565-c6c8b10d4fe9), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.748102 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-f39514c4-a770-47cf-847a-54b6d3e87e82 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2a19f724b2244e249137b7c38d055e3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531594 Feb 20 22:00:46.748102 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39514c4-a770-47cf-847a-54b6d3e87e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93c4fe6-c54a-4edc-a565-c6c8b10d4fe9,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:46.748518 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 58524) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:46.832712 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d60675c7-23a0-41f8-8e53-4fbbc6b88581 admin admin] Publish callbacks [] for security_group (b93c4fe6-c54a-4edc-a565-c6c8b10d4fe9), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.864103 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d60675c7-23a0-41f8-8e53-4fbbc6b88581 admin admin] Publish callbacks [] for security_group (b93c4fe6-c54a-4edc-a565-c6c8b10d4fe9), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.871397 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b018829a-1246-45ed-89ad-c06e7de97c04 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (9462ed35-c82b-4fe1-9492-c635664db340), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.915685 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018829a-1246-45ed-89ad-c06e7de97c04 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Pushing event deleted for resources: {'Port': ['ID=9462ed35-c82b-4fe1-9492-c635664db340,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:46.981759 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d60675c7-23a0-41f8-8e53-4fbbc6b88581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (b93c4fe6-c54a-4edc-a565-c6c8b10d4fe9), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.984246 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d60675c7-23a0-41f8-8e53-4fbbc6b88581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.985391 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-d60675c7-23a0-41f8-8e53-4fbbc6b88581 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b93c4fe6-c54a-4edc-a565-c6c8b10d4fe9 HTTP/1.1" status: 204 len: 168 time: 0.2359271 Feb 20 22:00:46.990290 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b018829a-1246-45ed-89ad-c06e7de97c04 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for floatingip (148f574b-6198-4a90-9b09-a005eaa3a1c5), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.992356 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b018829a-1246-45ed-89ad-c06e7de97c04 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:46.996665 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-b018829a-1246-45ed-89ad-c06e7de97c04 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "DELETE /v2.0/floatingips/148f574b-6198-4a90-9b09-a005eaa3a1c5 HTTP/1.1" status: 204 len: 168 time: 0.5860302 Feb 20 22:00:46.998539 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60675c7-23a0-41f8-8e53-4fbbc6b88581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93c4fe6-c54a-4edc-a565-c6c8b10d4fe9,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:47.060373 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device aaef37b2-cc8c-4644-bbd0-73b1ccf00101 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:00:47.088474 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: aaef37b2-cc8c-4644-bbd0-73b1ccf00101 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:00:47.088831 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device aaef37b2-cc8c-4644-bbd0-73b1ccf00101 not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:00:48.323912 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 58572) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:48.329911 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-9d6c41fb-a53a-4ba1-b1cc-1fc62e33cc4f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--248051437', 'description': 'tempest-description--106470534'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:00:48.355701 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-9d6c41fb-a53a-4ba1-b1cc-1fc62e33cc4f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:48.434925 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-9d6c41fb-a53a-4ba1-b1cc-1fc62e33cc4f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group (39eea69f-3eb4-43aa-96e2-3189cb1e5f0f), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:48.440387 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-9d6c41fb-a53a-4ba1-b1cc-1fc62e33cc4f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (39eea69f-3eb4-43aa-96e2-3189cb1e5f0f), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:48.474523 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-9d6c41fb-a53a-4ba1-b1cc-1fc62e33cc4f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:48.478565 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-9d6c41fb-a53a-4ba1-b1cc-1fc62e33cc4f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1501498 Feb 20 22:00:48.478839 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 58578) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:48.483604 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-f5b85599-628a-4590-a261-aaba6c5a6d53 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Request body: {'security_group_rule': {'security_group_id': '39eea69f-3eb4-43aa-96e2-3189cb1e5f0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:00:48.490725 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c41fb-a53a-4ba1-b1cc-1fc62e33cc4f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:48.512677 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f5b85599-628a-4590-a261-aaba6c5a6d53 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group_rule (1101b684-773e-45cd-86b5-d1e90fdebd27), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:48.571072 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f5b85599-628a-4590-a261-aaba6c5a6d53 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group_rule (1101b684-773e-45cd-86b5-d1e90fdebd27), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:48.576114 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f5b85599-628a-4590-a261-aaba6c5a6d53 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (1101b684-773e-45cd-86b5-d1e90fdebd27), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:48.597454 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b85599-628a-4590-a261-aaba6c5a6d53 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1101b684-773e-45cd-86b5-d1e90fdebd27,revision_number=0']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:48.607055 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f5b85599-628a-4590-a261-aaba6c5a6d53 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:48.608261 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-f5b85599-628a-4590-a261-aaba6c5a6d53 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282289 Feb 20 22:00:48.610821 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 58582) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:48.617356 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-0242f85f-515d-4c63-b66f-7c8461c46d37 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Request body: {'security_group_rule': {'security_group_id': '39eea69f-3eb4-43aa-96e2-3189cb1e5f0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:00:48.617461 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 58584) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:48.642509 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0242f85f-515d-4c63-b66f-7c8461c46d37 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group_rule (45a596f2-f9a4-4a6b-95eb-2be5632f29db), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:48.701823 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0242f85f-515d-4c63-b66f-7c8461c46d37 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group_rule (45a596f2-f9a4-4a6b-95eb-2be5632f29db), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:48.705728 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0242f85f-515d-4c63-b66f-7c8461c46d37 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (45a596f2-f9a4-4a6b-95eb-2be5632f29db), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:48.731702 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7009-9970-4044-a4be-6a48408e958c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:48.733532 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0242f85f-515d-4c63-b66f-7c8461c46d37 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:48.737117 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-0242f85f-515d-4c63-b66f-7c8461c46d37 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230597 Feb 20 22:00:48.737117 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242f85f-515d-4c63-b66f-7c8461c46d37 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a596f2-f9a4-4a6b-95eb-2be5632f29db,revision_number=0']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:48.742741 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 58588) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:48.748353 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-89fca669-25aa-4371-b060-32a2bcc30fd5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Request body: {'floatingip': {'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:00:48.774412 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-89fca669-25aa-4371-b060-32a2bcc30fd5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:48.836082 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7009-9970-4044-a4be-6a48408e958c admin admin] Publish callbacks [] for security_group (63d06017-7602-4578-886b-f8db1a2e4d64), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:48.841613 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7009-9970-4044-a4be-6a48408e958c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (63d06017-7602-4578-886b-f8db1a2e4d64), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:48.878250 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-89fca669-25aa-4371-b060-32a2bcc30fd5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:48.884611 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-aa6f7009-9970-4044-a4be-6a48408e958c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6c0c57d9440e464caedb570d002df66d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660501 Feb 20 22:00:48.886805 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f7009-9970-4044-a4be-6a48408e958c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d06017-7602-4578-886b-f8db1a2e4d64,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:48.888363 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 58592) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:49.006810 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-64ace788-2f4c-41cd-853f-cb89e775ee7a admin admin] Publish callbacks [] for security_group (63d06017-7602-4578-886b-f8db1a2e4d64), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:49.027942 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_common [None req-89fca669-25aa-4371-b060-32a2bcc30fd5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Allocated IP 172.27.3.91 (64ae5708-48ae-4f2e-98e0-0b35ff108ff4/7fd4686c-7b81-425f-9e36-00c6096e9531/73ca2e42-e74b-4ae3-b52b-4c9a25be4637) {{(pid=102707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:00:49.045226 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-64ace788-2f4c-41cd-853f-cb89e775ee7a admin admin] Publish callbacks [] for security_group (63d06017-7602-4578-886b-f8db1a2e4d64), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:49.144829 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-64ace788-2f4c-41cd-853f-cb89e775ee7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (63d06017-7602-4578-886b-f8db1a2e4d64), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:49.147202 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-64ace788-2f4c-41cd-853f-cb89e775ee7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:49.148316 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-64ace788-2f4c-41cd-853f-cb89e775ee7a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/63d06017-7602-4578-886b-f8db1a2e4d64 HTTP/1.1" status: 204 len: 168 time: 0.2589726 Feb 20 22:00:49.166709 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ace788-2f4c-41cd-853f-cb89e775ee7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d06017-7602-4578-886b-f8db1a2e4d64,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:49.175307 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-89fca669-25aa-4371-b060-32a2bcc30fd5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for port (73ca2e42-e74b-4ae3-b52b-4c9a25be4637), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:49.218318 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-89fca669-25aa-4371-b060-32a2bcc30fd5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (73ca2e42-e74b-4ae3-b52b-4c9a25be4637), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:49.259722 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fca669-25aa-4371-b060-32a2bcc30fd5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 is already hosted by enough agents. {{(pid=102707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:00:49.262781 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-89fca669-25aa-4371-b060-32a2bcc30fd5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Resources bound (agent type, host, resource id): {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:00:49.265510 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fca669-25aa-4371-b060-32a2bcc30fd5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Received port after_create {{(pid=102707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:00:49.303664 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fca669-25aa-4371-b060-32a2bcc30fd5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Pushing event updated for resources: {'Port': ['ID=73ca2e42-e74b-4ae3-b52b-4c9a25be4637,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:49.366140 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-89fca669-25aa-4371-b060-32a2bcc30fd5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for floatingip (b72e5684-6342-4a63-95e7-488dd1c83262), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:49.401919 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-89fca669-25aa-4371-b060-32a2bcc30fd5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (73ca2e42-e74b-4ae3-b52b-4c9a25be4637), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:49.464447 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 58598) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:49.477247 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-55b935e6-603b-4243-9ccc-904c5438c458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:49.551833 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-55b935e6-603b-4243-9ccc-904c5438c458 admin admin] Publish callbacks [] for security_group (4cac3b6b-41fe-4aaf-8a66-8beb7293a22e), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:49.556144 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-55b935e6-603b-4243-9ccc-904c5438c458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (4cac3b6b-41fe-4aaf-8a66-8beb7293a22e), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:49.561920 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-89fca669-25aa-4371-b060-32a2bcc30fd5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for port (73ca2e42-e74b-4ae3-b52b-4c9a25be4637), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:49.566573 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-89fca669-25aa-4371-b060-32a2bcc30fd5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11565760'] for port (73ca2e42-e74b-4ae3-b52b-4c9a25be4637), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:49.592717 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b935e6-603b-4243-9ccc-904c5438c458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cac3b6b-41fe-4aaf-8a66-8beb7293a22e,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:49.597042 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-55b935e6-603b-4243-9ccc-904c5438c458 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fb2dcaedfa98430ca702184062ae3401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315341 Feb 20 22:00:49.599615 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 58600) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:49.636920 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fca669-25aa-4371-b060-32a2bcc30fd5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Pushing event updated for resources: {'Port': ['ID=73ca2e42-e74b-4ae3-b52b-4c9a25be4637,revision_number=2']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:49.647452 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-baf8d7f8-dd9c-4893-a816-1454c918e786 admin admin] Publish callbacks [] for security_group (4cac3b6b-41fe-4aaf-8a66-8beb7293a22e), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:49.648607 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-89fca669-25aa-4371-b060-32a2bcc30fd5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643065'] for floatingip (b72e5684-6342-4a63-95e7-488dd1c83262), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:49.665035 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-89fca669-25aa-4371-b060-32a2bcc30fd5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:49.667086 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-89fca669-25aa-4371-b060-32a2bcc30fd5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9231315 Feb 20 22:00:49.671084 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-baf8d7f8-dd9c-4893-a816-1454c918e786 admin admin] Publish callbacks [] for security_group (4cac3b6b-41fe-4aaf-8a66-8beb7293a22e), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:49.717353 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-baf8d7f8-dd9c-4893-a816-1454c918e786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (4cac3b6b-41fe-4aaf-8a66-8beb7293a22e), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:49.720077 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-baf8d7f8-dd9c-4893-a816-1454c918e786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:49.722018 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-baf8d7f8-dd9c-4893-a816-1454c918e786 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4cac3b6b-41fe-4aaf-8a66-8beb7293a22e HTTP/1.1" status: 204 len: 168 time: 0.1208720 Feb 20 22:00:49.730929 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8d7f8-dd9c-4893-a816-1454c918e786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cac3b6b-41fe-4aaf-8a66-8beb7293a22e,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:49.867258 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-26678cc3-0f90-482d-9b32-02f90a9fbc2d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--248051437&fields=id&tenant_id=52eb4398f63e4c4c8811bf06725eddc8 HTTP/1.1" status: 200 len: 267 time: 0.0423102 Feb 20 22:00:49.975728 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-fb425e09-cfa1-4bc7-9ef2-fe539a87edab tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:49.977544 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-fb425e09-cfa1-4bc7-9ef2-fe539a87edab tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/networks?id=3e763aaf-88b9-4e27-90cd-d1934feee28a HTTP/1.1" status: 200 len: 817 time: 0.1034420 Feb 20 22:00:49.992314 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-f7d34bdc-357d-406e-a9e5-940ef7840d34 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/quotas/52eb4398f63e4c4c8811bf06725eddc8 HTTP/1.1" status: 200 len: 375 time: 0.0088682 Feb 20 22:00:50.048282 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-30d48256-47a4-4b45-a1bb-baff0d2ad864 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=52eb4398f63e4c4c8811bf06725eddc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511589 Feb 20 22:00:50.146513 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-a6cff5fe-2971-4706-84e2-7464efb512e9 service neutron] 10.222.0.61 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862639 Feb 20 22:00:50.236386 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-4132ed01-3fa4-42a5-a3ad-7f34d8e05bd4 service neutron] 10.222.0.61 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839777 Feb 20 22:00:50.403951 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6c905b2f-b89a-4d58-8e3a-6802c478c45f req-a2fe5f21-0b63-46b6-8864-09c301ce9629 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 210 time: 0.0266359 Feb 20 22:00:50.998386 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-1f3c7b34-760d-4e90-8523-60d1fa17e776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:51.358684 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-c5508449-8e2d-46db-9924-7f3d16f6b38d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:51.360463 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-c5508449-8e2d-46db-9924-7f3d16f6b38d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.45 "GET /v2.0/networks?id=3e763aaf-88b9-4e27-90cd-d1934feee28a HTTP/1.1" status: 200 len: 817 time: 0.1138489 Feb 20 22:00:51.429230 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-a1e07a34-ff53-4250-ad2b-87c084893958 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52eb4398f63e4c4c8811bf06725eddc8 HTTP/1.1" status: 200 len: 379 time: 0.0569012 Feb 20 22:00:51.439478 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-76da0be9-e740-4f61-ad86-c3b5824de0e3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Request body: {'port': {'device_id': '07d18d6e-ef83-4cf7-8cd2-42852635bc9e', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'admin_state_up': True, 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'security_groups': ['39eea69f-3eb4-43aa-96e2-3189cb1e5f0f']}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:00:51.511767 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3ee54215-c135-495a-ae90-cff138b327bb req-c440a4ac-5ffb-4e44-a79f-b84d558014b9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 210 time: 0.0285447 Feb 20 22:00:51.557397 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-76da0be9-e740-4f61-ad86-c3b5824de0e3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Made reservation on behalf of 52eb4398f63e4c4c8811bf06725eddc8 for: {'port': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:00:51.560857 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-76da0be9-e740-4f61-ad86-c3b5824de0e3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:51.681033 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-76da0be9-e740-4f61-ad86-c3b5824de0e3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Allocated IP 172.20.0.9 (3e763aaf-88b9-4e27-90cd-d1934feee28a/8c8aaa30-49a3-42aa-9af8-224d54cdf692/a2f52baa-2b62-450b-8043-ea89a6168c9a) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:00:51.813557 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-76da0be9-e740-4f61-ad86-c3b5824de0e3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:51.846143 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-76da0be9-e740-4f61-ad86-c3b5824de0e3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:51.886311 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-76da0be9-e740-4f61-ad86-c3b5824de0e3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Network 3e763aaf-88b9-4e27-90cd-d1934feee28a is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:00:51.889188 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-76da0be9-e740-4f61-ad86-c3b5824de0e3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:00:51.895358 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-76da0be9-e740-4f61-ad86-c3b5824de0e3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:00:51.901716 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da0be9-e740-4f61-ad86-c3b5824de0e3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Pushing event updated for resources: {'Port': ['ID=a2f52baa-2b62-450b-8043-ea89a6168c9a,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:51.950110 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-76da0be9-e740-4f61-ad86-c3b5824de0e3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:51.950740 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-76da0be9-e740-4f61-ad86-c3b5824de0e3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:51.967823 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-76da0be9-e740-4f61-ad86-c3b5824de0e3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5327671 Feb 20 22:00:51.980904 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Request body: {'port': {'device_id': '07d18d6e-ef83-4cf7-8cd2-42852635bc9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:00:52.040527 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:52.080626 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-b7a28936-7943-4b32-bb4c-d5b6395a6764 None None] Provisioning complete for port a2f52baa-2b62-450b-8043-ea89a6168c9a triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:00:52.081252 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b7a28936-7943-4b32-bb4c-d5b6395a6764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:52.117595 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-b7a28936-7943-4b32-bb4c-d5b6395a6764 None None] Port a2f52baa-2b62-450b-8043-ea89a6168c9a cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:00:52.294053 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f52baa-2b62-450b-8043-ea89a6168c9a {{(pid=102708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:00:52.301191 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Publish callbacks [] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:52.313337 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.provisioning_blocks [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Transition to ACTIVE for port object a2f52baa-2b62-450b-8043-ea89a6168c9a will not be triggered until provisioned by entity L2. {{(pid=102708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:00:52.317062 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:52.369103 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f52baa-2b62-450b-8043-ea89a6168c9a,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:52.435464 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Attempting to bind port a2f52baa-2b62-450b-8043-ea89a6168c9a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:00:52.435809 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Attempting to bind port a2f52baa-2b62-450b-8043-ea89a6168c9a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '2ff464a4-c5a2-45f8-b298-4e526a5a81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a'}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:00:52.436145 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Attempting to bind port a2f52baa-2b62-450b-8043-ea89a6168c9a on network 3e763aaf-88b9-4e27-90cd-d1934feee28a {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:00:52.440530 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Port a2f52baa-2b62-450b-8043-ea89a6168c9a on network 3e763aaf-88b9-4e27-90cd-d1934feee28a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:00:52.440860 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Attempting to bind port a2f52baa-2b62-450b-8043-ea89a6168c9a on network 3e763aaf-88b9-4e27-90cd-d1934feee28a {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:00:52.445905 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:00:52.446978 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Checking segment: {'id': '2ff464a4-c5a2-45f8-b298-4e526a5a81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:00:52.447257 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Bound using segment: {'id': '2ff464a4-c5a2-45f8-b298-4e526a5a81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a'} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:00:52.447559 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Bound port: a2f52baa-2b62-450b-8043-ea89a6168c9a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff464a4-c5a2-45f8-b298-4e526a5a81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a'}}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:00:52.447926 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:52.516839 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] For port a2f52baa-2b62-450b-8043-ea89a6168c9a, host hv-cinder-83009, cleared binding levels {{(pid=102708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:00:52.520153 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] For port a2f52baa-2b62-450b-8043-ea89a6168c9a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a2f52baa-2b62-450b-8043-ea89a6168c9a,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:00:52.527272 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:52.566601 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:52.567023 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:52.568433 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] 10.222.0.45 "PUT /v2.0/ports/a2f52baa-2b62-450b-8043-ea89a6168c9a HTTP/1.1" status: 200 len: 1093 time: 0.5918045 Feb 20 22:00:52.568880 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d18d6e-ef83-4cf7-8cd2-42852635bc9e', 'tag': 'a2f52baa-2b62-450b-8043-ea89a6168c9a'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:00:52.571360 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99c6250-2508-4d82-b614-20ce1f456c62" -d '{"events": [{"name": "network-changed", "server_uuid": "07d18d6e-ef83-4cf7-8cd2-42852635bc9e", "tag": "a2f52baa-2b62-450b-8043-ea89a6168c9a"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:00:52.601419 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b902e-bf3e-4e08-a49e-51cc6cfe0350 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f52baa-2b62-450b-8043-ea89a6168c9a,revision_number=3']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:52.672847 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e83d4a0-cdf8-4f19-a5d8-bccce32bfe91 x-openstack-request-id: req-0e83d4a0-cdf8-4f19-a5d8-bccce32bfe91 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:00:52.673170 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d18d6e-ef83-4cf7-8cd2-42852635bc9e", "tag": "a2f52baa-2b62-450b-8043-ea89a6168c9a", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:00:52.673423 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e83d4a0-cdf8-4f19-a5d8-bccce32bfe91 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:00:52.673989 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d18d6e-ef83-4cf7-8cd2-42852635bc9e', 'tag': 'a2f52baa-2b62-450b-8043-ea89a6168c9a', 'status': 'completed', 'code': 200} Feb 20 22:00:52.680662 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5accaa-c3d6-4327-8750-276bbccbdad0 req-eeb9a1b1-4d66-4855-9f82-f2f7fe49e504 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:52.688991 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bb5accaa-c3d6-4327-8750-276bbccbdad0 req-eeb9a1b1-4d66-4855-9f82-f2f7fe49e504 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 943 time: 0.0749967 Feb 20 22:00:52.691088 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-22f7515f-9a60-42f8-a19e-1d4b81bc9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:52.692658 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-22f7515f-9a60-42f8-a19e-1d4b81bc9b30 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52eb4398f63e4c4c8811bf06725eddc8&device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 1127 time: 0.0562975 Feb 20 22:00:52.738119 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-f6547c63-6a74-4867-a49b-98221a7aa909 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2f52baa-2b62-450b-8043-ea89a6168c9a HTTP/1.1" status: 200 len: 217 time: 0.0386181 Feb 20 22:00:52.745492 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bb5accaa-c3d6-4327-8750-276bbccbdad0 req-d02eb5f5-1f9b-42fb-93ca-4f45bec54a55 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549831 Feb 20 22:00:52.799016 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-0a489e89-3d9f-400d-8ae9-0b263deadcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:52.800639 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-0a489e89-3d9f-400d-8ae9-0b263deadcf1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c8aaa30-49a3-42aa-9af8-224d54cdf692 HTTP/1.1" status: 200 len: 856 time: 0.0550947 Feb 20 22:00:52.862460 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-10455a6d-9703-4df4-93e1-346b2bb3b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:52.864003 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-10455a6d-9703-4df4-93e1-346b2bb3b697 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e763aaf-88b9-4e27-90cd-d1934feee28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545814 Feb 20 22:00:52.955155 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-352d6b11-b23c-43f9-a157-fe7a1c190a55 service neutron] 10.222.0.45 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826957 Feb 20 22:00:53.045566 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4811af79-c91c-4d5b-ace9-5792d2f0c245 req-2a2a65e0-f690-49f0-9889-c60107a6ad8e service neutron] 10.222.0.45 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843029 Feb 20 22:00:53.112166 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-1e163c0f-dc09-4a61-8b23-389795e98de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:53.132570 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c6250-2508-4d82-b614-20ce1f456c62 req-1f4944d9-1e59-42a4-888f-34483b1f5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:53.134099 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-a99c6250-2508-4d82-b614-20ce1f456c62 req-1f4944d9-1e59-42a4-888f-34483b1f5e7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52eb4398f63e4c4c8811bf06725eddc8&device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 1127 time: 0.0460010 Feb 20 22:00:53.225397 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c6250-2508-4d82-b614-20ce1f456c62 req-c12c8437-d7e7-42db-8db2-44eb12e08300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:53.226847 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-a99c6250-2508-4d82-b614-20ce1f456c62 req-c12c8437-d7e7-42db-8db2-44eb12e08300 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e763aaf-88b9-4e27-90cd-d1934feee28a HTTP/1.1" status: 200 len: 918 time: 0.0862036 Feb 20 22:00:53.266543 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-a99c6250-2508-4d82-b614-20ce1f456c62 req-8abcb443-c199-4ddb-8590-2e563272170c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2f52baa-2b62-450b-8043-ea89a6168c9a HTTP/1.1" status: 200 len: 217 time: 0.0326760 Feb 20 22:00:53.313848 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c6250-2508-4d82-b614-20ce1f456c62 req-cec0e550-b7cc-41b0-9de5-7c829a2bc3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:53.315281 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-a99c6250-2508-4d82-b614-20ce1f456c62 req-cec0e550-b7cc-41b0-9de5-7c829a2bc3f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c8aaa30-49a3-42aa-9af8-224d54cdf692 HTTP/1.1" status: 200 len: 856 time: 0.0418997 Feb 20 22:00:53.366453 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c6250-2508-4d82-b614-20ce1f456c62 req-2ab6b594-96e3-4b64-b3cc-680710f04d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:53.367849 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-a99c6250-2508-4d82-b614-20ce1f456c62 req-2ab6b594-96e3-4b64-b3cc-680710f04d46 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e763aaf-88b9-4e27-90cd-d1934feee28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457959 Feb 20 22:00:53.453261 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-a99c6250-2508-4d82-b614-20ce1f456c62 req-bf94f634-e7be-44eb-96ac-c1573502c39f service neutron] 10.222.0.45 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787294 Feb 20 22:00:53.544064 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-a99c6250-2508-4d82-b614-20ce1f456c62 req-4326245e-5215-4b2f-a61a-e8e41fb73545 service neutron] 10.222.0.45 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839446 Feb 20 22:00:53.866929 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00cb5c-cbef-46b4-9d6c-3935af8e522f req-4d019ccf-4f5c-4977-a501-b0ca84d064fe tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:53.868902 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5a00cb5c-cbef-46b4-9d6c-3935af8e522f req-4d019ccf-4f5c-4977-a501-b0ca84d064fe tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 943 time: 0.0513408 Feb 20 22:00:53.915061 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5a00cb5c-cbef-46b4-9d6c-3935af8e522f req-7f610eb7-2ca3-45f4-b7e8-e692d97c99e2 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407560 Feb 20 22:00:54.403172 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:55.035241 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30017cc9-d70f-42a6-9d15-101354debce3 req-1c0bc14b-2b50-4f04-bc51-a1468535fe7b tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:55.036689 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-30017cc9-d70f-42a6-9d15-101354debce3 req-1c0bc14b-2b50-4f04-bc51-a1468535fe7b tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 943 time: 0.0513852 Feb 20 22:00:55.085441 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device a2f52baa-2b62-450b-8043-ea89a6168c9a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:00:55.085669 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-30017cc9-d70f-42a6-9d15-101354debce3 req-fc3fc379-23ed-4b15-854b-102ba783b2a5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431805 Feb 20 22:00:55.184843 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port a2f52baa-2b62-450b-8043-ea89a6168c9a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a2f52baa-2b62-450b-8043-ea89a6168c9a,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:00:55.199687 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': 'a2f52baa-2b62-450b-8043-ea89a6168c9a', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'port_id': 'a2f52baa-2b62-450b-8043-ea89a6168c9a', 'mac_address': 'fa:16:3e:42:33:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:00:55.235302 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port a2f52baa-2b62-450b-8043-ea89a6168c9a is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:00:55.235693 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:55.249628 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f52baa-2b62-450b-8043-ea89a6168c9a {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:00:55.269451 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port a2f52baa-2b62-450b-8043-ea89a6168c9a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a2f52baa-2b62-450b-8043-ea89a6168c9a,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:00:55.273529 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:55.318605 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=a2f52baa-2b62-450b-8043-ea89a6168c9a,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:55.495030 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 58718) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:55.547793 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['a2f52baa-2b62-450b-8043-ea89a6168c9a'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:00:55.595621 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-07fd2899-9412-4cf9-9228-746ece6dfb07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:55.669166 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-07fd2899-9412-4cf9-9228-746ece6dfb07 admin admin] Publish callbacks [] for security_group (a2de9be2-a852-40fa-bd60-29a41b26fee3), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:55.673317 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-07fd2899-9412-4cf9-9228-746ece6dfb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (a2de9be2-a852-40fa-bd60-29a41b26fee3), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:55.710287 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-07fd2899-9412-4cf9-9228-746ece6dfb07 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ed87b242ee4649099c69892ee57eceee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117651 Feb 20 22:00:55.710754 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 58722) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:55.712371 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd2899-9412-4cf9-9228-746ece6dfb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2de9be2-a852-40fa-bd60-29a41b26fee3,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:55.758078 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-589f4b36-b21d-4d85-92e3-e7186ddef5a9 admin admin] Publish callbacks [] for security_group (a2de9be2-a852-40fa-bd60-29a41b26fee3), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:55.778170 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-589f4b36-b21d-4d85-92e3-e7186ddef5a9 admin admin] Publish callbacks [] for security_group (a2de9be2-a852-40fa-bd60-29a41b26fee3), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:55.824850 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-589f4b36-b21d-4d85-92e3-e7186ddef5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (a2de9be2-a852-40fa-bd60-29a41b26fee3), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:55.827785 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-589f4b36-b21d-4d85-92e3-e7186ddef5a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:55.828907 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-589f4b36-b21d-4d85-92e3-e7186ddef5a9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a2de9be2-a852-40fa-bd60-29a41b26fee3 HTTP/1.1" status: 204 len: 168 time: 0.1170251 Feb 20 22:00:55.837797 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f4b36-b21d-4d85-92e3-e7186ddef5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2de9be2-a852-40fa-bd60-29a41b26fee3,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:55.873247 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:56.082051 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 58728) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:56.096236 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-2f10c749-b3f4-4c54-b1f1-c5325afc1840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:56.172153 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-2f10c749-b3f4-4c54-b1f1-c5325afc1840 admin admin] Publish callbacks [] for security_group (c07867a7-ab3d-49a7-a866-e703e7fb6891), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:56.175872 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-2f10c749-b3f4-4c54-b1f1-c5325afc1840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (c07867a7-ab3d-49a7-a866-e703e7fb6891), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:56.205003 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305fa4d-ab8b-4bd9-ab91-9f3fc4817089 req-09a38cfe-ea46-4dc8-8cb0-b3354227bc8d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:56.206462 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6305fa4d-ab8b-4bd9-ab91-9f3fc4817089 req-09a38cfe-ea46-4dc8-8cb0-b3354227bc8d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 944 time: 0.0514941 Feb 20 22:00:56.213310 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-2f10c749-b3f4-4c54-b1f1-c5325afc1840 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b24dc070fbb3462ea05c2e6f34f4fbb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300676 Feb 20 22:00:56.214226 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10c749-b3f4-4c54-b1f1-c5325afc1840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07867a7-ab3d-49a7-a866-e703e7fb6891,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:56.215802 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 58732) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:56.284538 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6305fa4d-ab8b-4bd9-ab91-9f3fc4817089 req-17e42a14-e66d-41d7-8ddc-e801b6858fc8 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719957 Feb 20 22:00:56.295848 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-623d369b-083a-4baa-915b-a914ebe1513e admin admin] Publish callbacks [] for security_group (c07867a7-ab3d-49a7-a866-e703e7fb6891), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:56.542402 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-623d369b-083a-4baa-915b-a914ebe1513e admin admin] Publish callbacks [] for security_group (c07867a7-ab3d-49a7-a866-e703e7fb6891), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:56.587484 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-623d369b-083a-4baa-915b-a914ebe1513e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (c07867a7-ab3d-49a7-a866-e703e7fb6891), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:56.590148 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-623d369b-083a-4baa-915b-a914ebe1513e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:56.591258 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-623d369b-083a-4baa-915b-a914ebe1513e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c07867a7-ab3d-49a7-a866-e703e7fb6891 HTTP/1.1" status: 204 len: 168 time: 0.3746192 Feb 20 22:00:56.599297 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d369b-083a-4baa-915b-a914ebe1513e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07867a7-ab3d-49a7-a866-e703e7fb6891,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:57.113537 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device a2f52baa-2b62-450b-8043-ea89a6168c9a up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:00:57.164909 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port a2f52baa-2b62-450b-8043-ea89a6168c9a completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:00:57.168693 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port a2f52baa-2b62-450b-8043-ea89a6168c9a triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:00:57.169110 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:57.242897 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port a2f52baa-2b62-450b-8043-ea89a6168c9a is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:00:57.243289 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:57.266951 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d18d6e-ef83-4cf7-8cd2-42852635bc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f52baa-2b62-450b-8043-ea89a6168c9a'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:00:57.269690 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a127380-de42-441f-aa2e-96b5d7941fa7" -d '{"events": [{"server_uuid": "07d18d6e-ef83-4cf7-8cd2-42852635bc9e", "name": "network-vif-plugged", "status": "completed", "tag": "a2f52baa-2b62-450b-8043-ea89a6168c9a"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:00:57.290234 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port a2f52baa-2b62-450b-8043-ea89a6168c9a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a2f52baa-2b62-450b-8043-ea89a6168c9a,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:00:57.297793 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:57.324709 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d689a4-f594-49e2-9c61-896749aae808 x-openstack-request-id: req-20d689a4-f594-49e2-9c61-896749aae808 {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:00:57.325123 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d18d6e-ef83-4cf7-8cd2-42852635bc9e", "name": "network-vif-plugged", "status": "completed", "tag": "a2f52baa-2b62-450b-8043-ea89a6168c9a", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:00:57.325506 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20d689a4-f594-49e2-9c61-896749aae808 {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:00:57.325777 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d18d6e-ef83-4cf7-8cd2-42852635bc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f52baa-2b62-450b-8043-ea89a6168c9a', 'code': 200} Feb 20 22:00:57.336154 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:57.368871 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=a2f52baa-2b62-450b-8043-ea89a6168c9a,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:00:57.429068 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6037e-6c55-4c99-bd6a-d8bd8f41a0f2 req-2b0e4adb-841c-4ce5-8296-007063d3ab4a tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:57.432768 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d2f6037e-6c55-4c99-bd6a-d8bd8f41a0f2 req-2b0e4adb-841c-4ce5-8296-007063d3ab4a tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0703344 Feb 20 22:00:57.481481 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d2f6037e-6c55-4c99-bd6a-d8bd8f41a0f2 req-af78b47e-e6c2-445c-ba88-29cdcc6b0dcb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429718 Feb 20 22:00:57.760373 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dd027-9d44-4a35-a52d-31ee19a8e46c req-1c0b0046-93fb-4751-91fb-94ec188d6d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:57.761900 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-e48dd027-9d44-4a35-a52d-31ee19a8e46c req-1c0b0046-93fb-4751-91fb-94ec188d6d80 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 1129 time: 0.3053498 Feb 20 22:00:57.806177 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-e48dd027-9d44-4a35-a52d-31ee19a8e46c req-bdb7385c-c355-429f-b4e8-240008d1f96d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379996 Feb 20 22:00:58.612347 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27579a51-d6a1-46e1-8f8a-834b2a81858e req-6dd97007-759d-4555-ba38-1524b279000f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:58.613808 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-27579a51-d6a1-46e1-8f8a-834b2a81858e req-6dd97007-759d-4555-ba38-1524b279000f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0550301 Feb 20 22:00:58.659154 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-27579a51-d6a1-46e1-8f8a-834b2a81858e req-3e2f7270-3afe-4bf0-bbae-71a618798de3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396795 Feb 20 22:00:59.237662 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:00:59.776004 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b9737-3e3b-4149-81d6-c184f4e2554a req-cdbd6aca-ae38-41cc-9a8c-befa00be681c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:59.777388 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-409b9737-3e3b-4149-81d6-c184f4e2554a req-cdbd6aca-ae38-41cc-9a8c-befa00be681c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0507469 Feb 20 22:00:59.823469 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-409b9737-3e3b-4149-81d6-c184f4e2554a req-373e90dc-cff8-4649-979a-09c075f93352 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407155 Feb 20 22:00:59.938743 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f857fc-e2f0-4abe-a697-b83c1ce2296f req-701a9555-e8ed-419d-99f5-b6c5541535f4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:00:59.940172 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-59f857fc-e2f0-4abe-a697-b83c1ce2296f req-701a9555-e8ed-419d-99f5-b6c5541535f4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0505040 Feb 20 22:00:59.949180 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 58798) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:00:59.953469 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-5fc7a079-4750-49b9-8c00-5bcf9c94a2bb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Request body: {'floatingip': {'port_id': 'a2f52baa-2b62-450b-8043-ea89a6168c9a'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:00:59.992710 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5fc7a079-4750-49b9-8c00-5bcf9c94a2bb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for floatingip (b72e5684-6342-4a63-95e7-488dd1c83262), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:00.413596 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5fc7a079-4750-49b9-8c00-5bcf9c94a2bb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:00.417387 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5fc7a079-4750-49b9-8c00-5bcf9c94a2bb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643065'] for floatingip (b72e5684-6342-4a63-95e7-488dd1c83262), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:00.516703 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.db.l3_db [None req-5fc7a079-4750-49b9-8c00-5bcf9c94a2bb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Floating IP b72e5684-6342-4a63-95e7-488dd1c83262 associated. External IP: 172.27.3.91, port: a2f52baa-2b62-450b-8043-ea89a6168c9a. Feb 20 22:01:00.721150 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc7a079-4750-49b9-8c00-5bcf9c94a2bb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Router 6cf77314-15de-4d2b-b270-386df3c7e46f has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:01:00.827705 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc7a079-4750-49b9-8c00-5bcf9c94a2bb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:01:00.832407 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-5fc7a079-4750-49b9-8c00-5bcf9c94a2bb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:00.838220 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473b1e6-54b2-4c68-98a2-ab5f0dd11488 None None] Sync routers for ids ['6cf77314-15de-4d2b-b270-386df3c7e46f'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:01:00.848318 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473b1e6-54b2-4c68-98a2-ab5f0dd11488 None None] Routers {'6cf77314-15de-4d2b-b270-386df3c7e46f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:01:00.848934 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-f473b1e6-54b2-4c68-98a2-ab5f0dd11488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:00:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['6cf77314-15de-4d2b-b270-386df3c7e46f'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:01:00.861013 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-5fc7a079-4750-49b9-8c00-5bcf9c94a2bb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "PUT /v2.0/floatingips/b72e5684-6342-4a63-95e7-488dd1c83262 HTTP/1.1" status: 200 len: 990 time: 0.9106529 Feb 20 22:01:00.861474 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d18d6e-ef83-4cf7-8cd2-42852635bc9e', 'tag': 'a2f52baa-2b62-450b-8043-ea89a6168c9a'}] {{(pid=102707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:01:00.863708 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820eb19fa05f47c33a4eb3d5d015730f1ac844cc5791151cf4d8bf01498112d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5949d6-0e2f-4437-b483-d9e25b293886" -d '{"events": [{"name": "network-changed", "server_uuid": "07d18d6e-ef83-4cf7-8cd2-42852635bc9e", "tag": "a2f52baa-2b62-450b-8043-ea89a6168c9a"}]}' {{(pid=102707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:01:00.900073 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453940c4-107a-4f64-b635-9748a109f7eb x-openstack-request-id: req-453940c4-107a-4f64-b635-9748a109f7eb {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:01:00.900461 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d18d6e-ef83-4cf7-8cd2-42852635bc9e", "tag": "a2f52baa-2b62-450b-8043-ea89a6168c9a", "status": "completed", "code": 200}]} {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:01:00.900804 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-453940c4-107a-4f64-b635-9748a109f7eb {{(pid=102707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:01:00.901408 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d18d6e-ef83-4cf7-8cd2-42852635bc9e', 'tag': 'a2f52baa-2b62-450b-8043-ea89a6168c9a', 'status': 'completed', 'code': 200} Feb 20 22:01:00.960613 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-f473b1e6-54b2-4c68-98a2-ab5f0dd11488 None None] Set router 6cf77314-15de-4d2b-b270-386df3c7e46f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:01:01.192173 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-f473b1e6-54b2-4c68-98a2-ab5f0dd11488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '863666a3-9174-42d8-9943-8496e886fcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:32Z', 'revision_number': 4, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port': {'id': '863666a3-9174-42d8-9943-8496e886fcc1', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': 'b72e5684-6342-4a63-95e7-488dd1c83262', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'port_id': 'a2f52baa-2b62-450b-8043-ea89a6168c9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'mac_address': 'fa:16:3e:42:33:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d18d6e-ef83-4cf7-8cd2-42852635bc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:00:49Z', 'updated_at': '2022-02-20T22:01:00Z', 'revision_number': 1, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5030827b-b1c2-4bc3-9567-e65df84a9795', 'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'mac_address': 'fa:16:3e:3c:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:30Z', 'updated_at': '2022-02-20T21:56:42Z', 'revision_number': 5, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'subnets': [{'id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:01:01.221376 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473b1e6-54b2-4c68-98a2-ab5f0dd11488 None None] Checking router: 6cf77314-15de-4d2b-b270-386df3c7e46f for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:01:01.230283 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473b1e6-54b2-4c68-98a2-ab5f0dd11488 None None] Routers {'6cf77314-15de-4d2b-b270-386df3c7e46f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:01:01.230907 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-f473b1e6-54b2-4c68-98a2-ab5f0dd11488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:00:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['6cf77314-15de-4d2b-b270-386df3c7e46f'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:01:01.454991 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-f473b1e6-54b2-4c68-98a2-ab5f0dd11488 None None] Set router 6cf77314-15de-4d2b-b270-386df3c7e46f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:01:01.668683 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-f473b1e6-54b2-4c68-98a2-ab5f0dd11488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '863666a3-9174-42d8-9943-8496e886fcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:32Z', 'revision_number': 4, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port': {'id': '863666a3-9174-42d8-9943-8496e886fcc1', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': 'b72e5684-6342-4a63-95e7-488dd1c83262', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'port_id': 'a2f52baa-2b62-450b-8043-ea89a6168c9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'mac_address': 'fa:16:3e:42:33:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d18d6e-ef83-4cf7-8cd2-42852635bc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:00:49Z', 'updated_at': '2022-02-20T22:01:00Z', 'revision_number': 1, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5030827b-b1c2-4bc3-9567-e65df84a9795', 'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'mac_address': 'fa:16:3e:3c:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:30Z', 'updated_at': '2022-02-20T21:56:42Z', 'revision_number': 5, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'subnets': [{'id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:01:01.697346 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473b1e6-54b2-4c68-98a2-ab5f0dd11488 None None] The sync data for ids ['6cf77314-15de-4d2b-b270-386df3c7e46f'] in dv-cinder-830093-1-iscsi is: [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '863666a3-9174-42d8-9943-8496e886fcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:32Z', 'revision_number': 4, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port': {'id': '863666a3-9174-42d8-9943-8496e886fcc1', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': 'b72e5684-6342-4a63-95e7-488dd1c83262', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'port_id': 'a2f52baa-2b62-450b-8043-ea89a6168c9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'mac_address': 'fa:16:3e:42:33:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d18d6e-ef83-4cf7-8cd2-42852635bc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:00:49Z', 'updated_at': '2022-02-20T22:01:00Z', 'revision_number': 1, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5030827b-b1c2-4bc3-9567-e65df84a9795', 'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'mac_address': 'fa:16:3e:3c:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:30Z', 'updated_at': '2022-02-20T21:56:42Z', 'revision_number': 5, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'subnets': [{'id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:01:01.876093 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f512d3-f5f7-463d-b350-8d7fdc7810d4 None None] New status for floating IP b72e5684-6342-4a63-95e7-488dd1c83262: ACTIVE {{(pid=102710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:01:02.488507 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5949d6-0e2f-4437-b483-d9e25b293886 req-0d5aab12-3c3e-4523-a5d7-581c98d4d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:02.490036 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ab5949d6-0e2f-4437-b483-d9e25b293886 req-0d5aab12-3c3e-4523-a5d7-581c98d4d230 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52eb4398f63e4c4c8811bf06725eddc8&device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 1129 time: 0.0435827 Feb 20 22:01:02.579968 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5949d6-0e2f-4437-b483-d9e25b293886 req-36b29054-9e78-4ca6-97e0-2f44b0b4ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:02.581426 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ab5949d6-0e2f-4437-b483-d9e25b293886 req-36b29054-9e78-4ca6-97e0-2f44b0b4ee22 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e763aaf-88b9-4e27-90cd-d1934feee28a HTTP/1.1" status: 200 len: 918 time: 0.0837288 Feb 20 22:01:02.644840 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ab5949d6-0e2f-4437-b483-d9e25b293886 req-7f059a7b-2dd8-4db6-9979-71dd490c1f2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2f52baa-2b62-450b-8043-ea89a6168c9a HTTP/1.1" status: 200 len: 1000 time: 0.0566320 Feb 20 22:01:02.691957 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5949d6-0e2f-4437-b483-d9e25b293886 req-e029fbcf-e159-45ef-abc8-c9d689ac75d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:02.693386 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ab5949d6-0e2f-4437-b483-d9e25b293886 req-e029fbcf-e159-45ef-abc8-c9d689ac75d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c8aaa30-49a3-42aa-9af8-224d54cdf692 HTTP/1.1" status: 200 len: 856 time: 0.0424490 Feb 20 22:01:02.744373 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5949d6-0e2f-4437-b483-d9e25b293886 req-eb81a907-7330-4622-bf6e-1d556b77fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:02.745864 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ab5949d6-0e2f-4437-b483-d9e25b293886 req-eb81a907-7330-4622-bf6e-1d556b77fa28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e763aaf-88b9-4e27-90cd-d1934feee28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465794 Feb 20 22:01:02.837636 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ab5949d6-0e2f-4437-b483-d9e25b293886 req-b7deb934-d04e-4689-95ac-68d7fad65ca6 service neutron] 10.222.0.45 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811601 Feb 20 22:01:02.929272 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ab5949d6-0e2f-4437-b483-d9e25b293886 req-01e13d38-0254-4069-888b-7b1e15869aa9 service neutron] 10.222.0.45 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844939 Feb 20 22:01:06.530460 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 58850) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:01:06.630868 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-7250da21-d33d-44bb-b9a7-507ddf2814d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:06.635831 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:01:06.704564 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-7250da21-d33d-44bb-b9a7-507ddf2814d6 admin admin] Publish callbacks [] for security_group (c2ef8eea-6344-48ff-bbee-b85fef8a1a83), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:06.707841 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-7250da21-d33d-44bb-b9a7-507ddf2814d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (c2ef8eea-6344-48ff-bbee-b85fef8a1a83), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:06.747471 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-7250da21-d33d-44bb-b9a7-507ddf2814d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5157d815c0b04481918d9bbc9fb29a54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136075 Feb 20 22:01:06.747471 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250da21-d33d-44bb-b9a7-507ddf2814d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ef8eea-6344-48ff-bbee-b85fef8a1a83,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:06.747855 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 58854) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:01:06.753451 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250da21-d33d-44bb-b9a7-507ddf2814d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:06.753813 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250da21-d33d-44bb-b9a7-507ddf2814d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:06.754168 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250da21-d33d-44bb-b9a7-507ddf2814d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:06.754517 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250da21-d33d-44bb-b9a7-507ddf2814d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:06.754857 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250da21-d33d-44bb-b9a7-507ddf2814d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:06.755195 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250da21-d33d-44bb-b9a7-507ddf2814d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:06.756111 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250da21-d33d-44bb-b9a7-507ddf2814d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:06.756457 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250da21-d33d-44bb-b9a7-507ddf2814d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:06.756799 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250da21-d33d-44bb-b9a7-507ddf2814d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:06.757162 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250da21-d33d-44bb-b9a7-507ddf2814d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:06.757496 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250da21-d33d-44bb-b9a7-507ddf2814d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:06.757853 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250da21-d33d-44bb-b9a7-507ddf2814d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:06.758186 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250da21-d33d-44bb-b9a7-507ddf2814d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:06.795375 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-dc4efa85-b849-4318-8214-6659be1805be admin admin] Publish callbacks [] for security_group (c2ef8eea-6344-48ff-bbee-b85fef8a1a83), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:06.816275 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-dc4efa85-b849-4318-8214-6659be1805be admin admin] Publish callbacks [] for security_group (c2ef8eea-6344-48ff-bbee-b85fef8a1a83), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:06.860586 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-dc4efa85-b849-4318-8214-6659be1805be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (c2ef8eea-6344-48ff-bbee-b85fef8a1a83), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:06.863118 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-dc4efa85-b849-4318-8214-6659be1805be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:06.864278 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-dc4efa85-b849-4318-8214-6659be1805be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c2ef8eea-6344-48ff-bbee-b85fef8a1a83 HTTP/1.1" status: 204 len: 168 time: 0.1154411 Feb 20 22:01:06.872667 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4efa85-b849-4318-8214-6659be1805be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ef8eea-6344-48ff-bbee-b85fef8a1a83,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:07.112820 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 58860) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:01:07.126225 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-28dac8ce-7de9-4032-83d4-9772df6ebcbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:07.197904 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-28dac8ce-7de9-4032-83d4-9772df6ebcbd admin admin] Publish callbacks [] for security_group (2e0dc7ca-06a5-4a59-86aa-9d5ff8818570), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:07.201384 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-28dac8ce-7de9-4032-83d4-9772df6ebcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (2e0dc7ca-06a5-4a59-86aa-9d5ff8818570), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:07.239807 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dac8ce-7de9-4032-83d4-9772df6ebcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0dc7ca-06a5-4a59-86aa-9d5ff8818570,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:07.243922 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-28dac8ce-7de9-4032-83d4-9772df6ebcbd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1cc0430aacb407a8ffb7bc692136f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300571 Feb 20 22:01:07.246700 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 58862) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:01:07.293321 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0d58-a36f-4be8-973d-51088c4a43dd admin admin] Publish callbacks [] for security_group (2e0dc7ca-06a5-4a59-86aa-9d5ff8818570), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:07.313311 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0d58-a36f-4be8-973d-51088c4a43dd admin admin] Publish callbacks [] for security_group (2e0dc7ca-06a5-4a59-86aa-9d5ff8818570), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:07.357854 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0d58-a36f-4be8-973d-51088c4a43dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (2e0dc7ca-06a5-4a59-86aa-9d5ff8818570), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:07.360495 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0d58-a36f-4be8-973d-51088c4a43dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:07.361641 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-d3fe0d58-a36f-4be8-973d-51088c4a43dd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2e0dc7ca-06a5-4a59-86aa-9d5ff8818570 HTTP/1.1" status: 204 len: 168 time: 0.1142051 Feb 20 22:01:07.369092 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe0d58-a36f-4be8-973d-51088c4a43dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0dc7ca-06a5-4a59-86aa-9d5ff8818570,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:09.477921 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 58932) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:01:09.577796 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a1c30366-d9c9-4948-97bb-d7e2c4788e1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:09.650594 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a1c30366-d9c9-4948-97bb-d7e2c4788e1e admin admin] Publish callbacks [] for security_group (a424502f-996e-499a-84b2-29eb760776a7), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:09.654226 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a1c30366-d9c9-4948-97bb-d7e2c4788e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (a424502f-996e-499a-84b2-29eb760776a7), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:09.691638 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-a1c30366-d9c9-4948-97bb-d7e2c4788e1e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a16fc1380e0b4374b4f11ac92631e8e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126729 Feb 20 22:01:09.693107 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c30366-d9c9-4948-97bb-d7e2c4788e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a424502f-996e-499a-84b2-29eb760776a7,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:09.694967 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 58936) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:01:09.740460 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-9e99d537-f9df-489c-b422-ab1f06a9b8b9 admin admin] Publish callbacks [] for security_group (a424502f-996e-499a-84b2-29eb760776a7), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:09.761016 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-9e99d537-f9df-489c-b422-ab1f06a9b8b9 admin admin] Publish callbacks [] for security_group (a424502f-996e-499a-84b2-29eb760776a7), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:09.809275 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-9e99d537-f9df-489c-b422-ab1f06a9b8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (a424502f-996e-499a-84b2-29eb760776a7), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:09.812127 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-9e99d537-f9df-489c-b422-ab1f06a9b8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:09.813304 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-9e99d537-f9df-489c-b422-ab1f06a9b8b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a424502f-996e-499a-84b2-29eb760776a7 HTTP/1.1" status: 204 len: 168 time: 0.1173232 Feb 20 22:01:09.821174 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99d537-f9df-489c-b422-ab1f06a9b8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a424502f-996e-499a-84b2-29eb760776a7,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:10.061241 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 58942) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:01:10.073924 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8c088779-8ef6-4aca-843e-b79652726350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:10.146684 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8c088779-8ef6-4aca-843e-b79652726350 admin admin] Publish callbacks [] for security_group (20a0060b-0315-49d4-8abe-93391fefdf5c), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:10.150228 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8c088779-8ef6-4aca-843e-b79652726350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (20a0060b-0315-49d4-8abe-93391fefdf5c), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:10.188697 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-8c088779-8ef6-4aca-843e-b79652726350 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=007195025c0b47cfaf2f2b698190ea23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262913 Feb 20 22:01:10.189518 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c088779-8ef6-4aca-843e-b79652726350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a0060b-0315-49d4-8abe-93391fefdf5c,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:10.191312 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 58944) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:01:10.240966 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-53307c7d-8d5d-4081-8db8-184d017d507f admin admin] Publish callbacks [] for security_group (20a0060b-0315-49d4-8abe-93391fefdf5c), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:10.260801 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-53307c7d-8d5d-4081-8db8-184d017d507f admin admin] Publish callbacks [] for security_group (20a0060b-0315-49d4-8abe-93391fefdf5c), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:10.308321 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-53307c7d-8d5d-4081-8db8-184d017d507f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (20a0060b-0315-49d4-8abe-93391fefdf5c), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:10.311168 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-53307c7d-8d5d-4081-8db8-184d017d507f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:10.313174 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-53307c7d-8d5d-4081-8db8-184d017d507f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20a0060b-0315-49d4-8abe-93391fefdf5c HTTP/1.1" status: 204 len: 168 time: 0.1208138 Feb 20 22:01:10.323711 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53307c7d-8d5d-4081-8db8-184d017d507f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a0060b-0315-49d4-8abe-93391fefdf5c,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:14.192862 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 59010) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:01:14.293651 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-5649f586-7846-4854-987d-eec90ec20242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:14.365686 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-5649f586-7846-4854-987d-eec90ec20242 admin admin] Publish callbacks [] for security_group (391076e7-f23d-4283-b161-ab7bf66fd9bc), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:14.369278 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-5649f586-7846-4854-987d-eec90ec20242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (391076e7-f23d-4283-b161-ab7bf66fd9bc), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:14.407099 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-5649f586-7846-4854-987d-eec90ec20242 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=63b8abe80edc46608b881a3bbeb3da8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131560 Feb 20 22:01:14.408198 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649f586-7846-4854-987d-eec90ec20242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391076e7-f23d-4283-b161-ab7bf66fd9bc,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:14.410028 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 59014) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:01:14.459135 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-e2dc2aa7-dc7b-4380-846d-26870ab95879 admin admin] Publish callbacks [] for security_group (391076e7-f23d-4283-b161-ab7bf66fd9bc), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:14.479702 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-e2dc2aa7-dc7b-4380-846d-26870ab95879 admin admin] Publish callbacks [] for security_group (391076e7-f23d-4283-b161-ab7bf66fd9bc), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:14.527077 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-e2dc2aa7-dc7b-4380-846d-26870ab95879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (391076e7-f23d-4283-b161-ab7bf66fd9bc), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:14.529719 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-e2dc2aa7-dc7b-4380-846d-26870ab95879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:14.530868 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-e2dc2aa7-dc7b-4380-846d-26870ab95879 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/391076e7-f23d-4283-b161-ab7bf66fd9bc HTTP/1.1" status: 204 len: 168 time: 0.1198297 Feb 20 22:01:14.538593 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc2aa7-dc7b-4380-846d-26870ab95879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391076e7-f23d-4283-b161-ab7bf66fd9bc,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:20.999409 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-9d11bad5-16a1-4441-b796-fd75860f8049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:22.492415 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daf659-6aff-473a-82b1-b2c33138c401 req-74e1e61d-21c0-4095-8d79-ffb766a53d3c tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:22.493939 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c3daf659-6aff-473a-82b1-b2c33138c401 req-74e1e61d-21c0-4095-8d79-ffb766a53d3c tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.2043128 Feb 20 22:01:22.540180 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c3daf659-6aff-473a-82b1-b2c33138c401 req-5719b2fa-6d8a-4cca-be53-e2947faf453b tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406799 Feb 20 22:01:23.113859 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-c90fea44-5437-4e01-9686-c040aa0a2ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:23.707387 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013d286-e4a4-4180-baed-98cfa1bc1ef1 req-58de2303-ddf0-46f0-b393-65064df6c444 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:23.708851 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4013d286-e4a4-4180-baed-98cfa1bc1ef1 req-58de2303-ddf0-46f0-b393-65064df6c444 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.1034305 Feb 20 22:01:23.753131 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4013d286-e4a4-4180-baed-98cfa1bc1ef1 req-5744c6b1-afa4-486f-87a5-63d20d7ec779 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388014 Feb 20 22:01:24.405391 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:24.580822 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e299ef5-f694-49d4-bd78-7e8e9020be48 req-6de6bb59-10b3-4082-ace9-0a0178d1ca8d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:24.582320 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0e299ef5-f694-49d4-bd78-7e8e9020be48 req-6de6bb59-10b3-4082-ace9-0a0178d1ca8d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0515137 Feb 20 22:01:24.678229 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-0e299ef5-f694-49d4-bd78-7e8e9020be48 req-7986c489-29dc-4e86-a490-c389e2abd7f8 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Deleting port 5715d649-e00d-4d4d-94f8-39659bc92fa5 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:01:24.678515 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-0e299ef5-f694-49d4-bd78-7e8e9020be48 req-7986c489-29dc-4e86-a490-c389e2abd7f8 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (5715d649-e00d-4d4d-94f8-39659bc92fa5), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:24.762332 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-0e299ef5-f694-49d4-bd78-7e8e9020be48 req-7986c489-29dc-4e86-a490-c389e2abd7f8 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] For port 5715d649-e00d-4d4d-94f8-39659bc92fa5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5715d649-e00d-4d4d-94f8-39659bc92fa5,segment=NetworkSegment(80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d),segment_id=80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:01:24.762695 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-0e299ef5-f694-49d4-bd78-7e8e9020be48 req-7986c489-29dc-4e86-a490-c389e2abd7f8 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (5715d649-e00d-4d4d-94f8-39659bc92fa5), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:24.874874 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e307275-1bee-457d-b09c-16076d30dfc3 req-93b23a4e-0881-458d-a80c-46cd148258d4 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:24.876359 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7e307275-1bee-457d-b09c-16076d30dfc3 req-93b23a4e-0881-458d-a80c-46cd148258d4 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3790508-8374-4604-8e6d-5cd99038f521 HTTP/1.1" status: 200 len: 946 time: 0.0558889 Feb 20 22:01:24.924673 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7e307275-1bee-457d-b09c-16076d30dfc3 req-bcb214b4-6697-40a6-98cd-0a42f91d84cf tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=330a4e04-21cd-4d62-b1a5-29ec0d5241e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428212 Feb 20 22:01:24.940537 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-0e299ef5-f694-49d4-bd78-7e8e9020be48 req-7986c489-29dc-4e86-a490-c389e2abd7f8 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:24.940833 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-0e299ef5-f694-49d4-bd78-7e8e9020be48 req-7986c489-29dc-4e86-a490-c389e2abd7f8 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643065'] for floatingip (019b3e2e-b5db-42fc-884d-3c40490c415a), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:24.941288 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.l3_db [req-0e299ef5-f694-49d4-bd78-7e8e9020be48 req-7986c489-29dc-4e86-a490-c389e2abd7f8 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Floating IP 019b3e2e-b5db-42fc-884d-3c40490c415a disassociated. External IP: 172.27.3.124, port: 5715d649-e00d-4d4d-94f8-39659bc92fa5. Feb 20 22:01:24.941689 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-0e299ef5-f694-49d4-bd78-7e8e9020be48 req-7986c489-29dc-4e86-a490-c389e2abd7f8 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Calling delete_port for 5715d649-e00d-4d4d-94f8-39659bc92fa5 owned by compute:nova {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:01:25.062560 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-0e299ef5-f694-49d4-bd78-7e8e9020be48 req-7986c489-29dc-4e86-a490-c389e2abd7f8 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (5715d649-e00d-4d4d-94f8-39659bc92fa5), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:25.090691 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986c489-29dc-4e86-a490-c389e2abd7f8 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Pushing event deleted for resources: {'Port': ['ID=5715d649-e00d-4d4d-94f8-39659bc92fa5,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:25.206854 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e299ef5-f694-49d4-bd78-7e8e9020be48 req-7986c489-29dc-4e86-a490-c389e2abd7f8 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Router 2741698a-f3c3-40b5-8a36-9af40f6fa99f has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:01:25.311747 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e299ef5-f694-49d4-bd78-7e8e9020be48 req-7986c489-29dc-4e86-a490-c389e2abd7f8 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:01:25.322205 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690bb197-48a1-412f-b761-eb7acea2addc None None] Sync routers for ids ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:01:25.332862 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690bb197-48a1-412f-b761-eb7acea2addc None None] Routers {'2741698a-f3c3-40b5-8a36-9af40f6fa99f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:01:25.333581 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-690bb197-48a1-412f-b761-eb7acea2addc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:01:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:01:25.351384 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e299ef5-f694-49d4-bd78-7e8e9020be48 req-7986c489-29dc-4e86-a490-c389e2abd7f8 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] No DVR routers for this DVR port 5715d649-e00d-4d4d-94f8-39659bc92fa5 on host hv-cinder-83009 {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:01:25.353909 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-0e299ef5-f694-49d4-bd78-7e8e9020be48 req-7986c489-29dc-4e86-a490-c389e2abd7f8 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:25.357146 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0e299ef5-f694-49d4-bd78-7e8e9020be48 req-7986c489-29dc-4e86-a490-c389e2abd7f8 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.45 "DELETE /v2.0/ports/5715d649-e00d-4d4d-94f8-39659bc92fa5 HTTP/1.1" status: 204 len: 173 time: 0.7683096 Feb 20 22:01:25.357581 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3790508-8374-4604-8e6d-5cd99038f521', 'name': 'network-vif-deleted', 'tag': '5715d649-e00d-4d4d-94f8-39659bc92fa5'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:01:25.359782 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabf4700-b38f-450b-b312-cab2cd42d879" -d '{"events": [{"server_uuid": "c3790508-8374-4604-8e6d-5cd99038f521", "name": "network-vif-deleted", "tag": "5715d649-e00d-4d4d-94f8-39659bc92fa5"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:01:25.400232 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab43b29-f4af-462d-9c95-49e77971dfe4 x-openstack-request-id: req-5ab43b29-f4af-462d-9c95-49e77971dfe4 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:01:25.400528 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3790508-8374-4604-8e6d-5cd99038f521", "name": "network-vif-deleted", "tag": "5715d649-e00d-4d4d-94f8-39659bc92fa5", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:01:25.400779 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ab43b29-f4af-462d-9c95-49e77971dfe4 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:01:25.401253 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3790508-8374-4604-8e6d-5cd99038f521', 'name': 'network-vif-deleted', 'tag': '5715d649-e00d-4d4d-94f8-39659bc92fa5', 'status': 'completed', 'code': 200} Feb 20 22:01:25.445022 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-690bb197-48a1-412f-b761-eb7acea2addc None None] Set router 2741698a-f3c3-40b5-8a36-9af40f6fa99f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:01:25.658436 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-690bb197-48a1-412f-b761-eb7acea2addc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:36Z', 'revision_number': 4, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port': {'id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'ead3a500-703a-4024-a7a1-b0bbfeec6399', 'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'mac_address': 'fa:16:3e:c1:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:32Z', 'updated_at': '2022-02-20T21:56:47Z', 'revision_number': 5, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'subnets': [{'id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:01:25.683929 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690bb197-48a1-412f-b761-eb7acea2addc None None] Checking router: 2741698a-f3c3-40b5-8a36-9af40f6fa99f for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:01:25.692543 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690bb197-48a1-412f-b761-eb7acea2addc None None] Routers {'2741698a-f3c3-40b5-8a36-9af40f6fa99f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:01:25.693198 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-690bb197-48a1-412f-b761-eb7acea2addc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:01:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:01:25.799550 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-690bb197-48a1-412f-b761-eb7acea2addc None None] Set router 2741698a-f3c3-40b5-8a36-9af40f6fa99f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:01:25.920347 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:26.008871 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 59046) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:01:26.013440 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-690bb197-48a1-412f-b761-eb7acea2addc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:36Z', 'revision_number': 4, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port': {'id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'ead3a500-703a-4024-a7a1-b0bbfeec6399', 'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'mac_address': 'fa:16:3e:c1:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:32Z', 'updated_at': '2022-02-20T21:56:47Z', 'revision_number': 5, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'subnets': [{'id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:01:26.043202 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690bb197-48a1-412f-b761-eb7acea2addc None None] The sync data for ids ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'] in dv-cinder-830093-1-iscsi is: [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:36Z', 'revision_number': 4, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port': {'id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'ead3a500-703a-4024-a7a1-b0bbfeec6399', 'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'mac_address': 'fa:16:3e:c1:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:32Z', 'updated_at': '2022-02-20T21:56:47Z', 'revision_number': 5, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'subnets': [{'id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:01:26.062384 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-17cd098a-d389-446c-a432-0908b2d08432 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group (330a4e04-21cd-4d62-b1a5-29ec0d5241e7), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:26.086373 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-17cd098a-d389-446c-a432-0908b2d08432 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group (330a4e04-21cd-4d62-b1a5-29ec0d5241e7), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:26.133328 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-17cd098a-d389-446c-a432-0908b2d08432 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (330a4e04-21cd-4d62-b1a5-29ec0d5241e7), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:26.135956 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-17cd098a-d389-446c-a432-0908b2d08432 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:26.137139 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-17cd098a-d389-446c-a432-0908b2d08432 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "DELETE /v2.0/security-groups/330a4e04-21cd-4d62-b1a5-29ec0d5241e7 HTTP/1.1" status: 204 len: 168 time: 0.1271446 Feb 20 22:01:26.139979 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 59048) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:01:26.146390 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd098a-d389-446c-a432-0908b2d08432 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330a4e04-21cd-4d62-b1a5-29ec0d5241e7,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:26.154425 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.api.v2.resource [None req-7032c6a7-0ffa-4884-8838-aae91422f884 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] show failed (client error): The resource could not be found. Feb 20 22:01:26.158205 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-7032c6a7-0ffa-4884-8838-aae91422f884 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups/330a4e04-21cd-4d62-b1a5-29ec0d5241e7 HTTP/1.1" status: 404 len: 347 time: 0.0143740 Feb 20 22:01:26.158437 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 59050) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:01:26.266561 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da2df2a-742a-4d2a-9df1-cd5cbcc4b58b None None] New status for floating IP 019b3e2e-b5db-42fc-884d-3c40490c415a: DOWN {{(pid=102710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:01:26.284493 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-04626a93-8bb2-415a-a664-ee49463f7c5d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Deleting port d429f950-6763-4384-8c9b-b025c0315c63 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:01:26.285140 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-04626a93-8bb2-415a-a664-ee49463f7c5d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (d429f950-6763-4384-8c9b-b025c0315c63), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:26.362552 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-04626a93-8bb2-415a-a664-ee49463f7c5d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (d429f950-6763-4384-8c9b-b025c0315c63), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:26.362772 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-04626a93-8bb2-415a-a664-ee49463f7c5d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for floatingip (d429f950-6763-4384-8c9b-b025c0315c63), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:26.375959 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-04626a93-8bb2-415a-a664-ee49463f7c5d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Calling delete_port for d429f950-6763-4384-8c9b-b025c0315c63 owned by network:floatingip {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:01:26.512836 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-04626a93-8bb2-415a-a664-ee49463f7c5d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (d429f950-6763-4384-8c9b-b025c0315c63), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:26.550499 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04626a93-8bb2-415a-a664-ee49463f7c5d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Pushing event deleted for resources: {'Port': ['ID=d429f950-6763-4384-8c9b-b025c0315c63,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:26.602071 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-04626a93-8bb2-415a-a664-ee49463f7c5d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for floatingip (019b3e2e-b5db-42fc-884d-3c40490c415a), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:26.604592 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-04626a93-8bb2-415a-a664-ee49463f7c5d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:26.605807 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-04626a93-8bb2-415a-a664-ee49463f7c5d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "DELETE /v2.0/floatingips/019b3e2e-b5db-42fc-884d-3c40490c415a HTTP/1.1" status: 204 len: 168 time: 0.4464514 Feb 20 22:01:26.794166 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 59054) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:01:26.798859 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-30ab2b36-6b5d-4653-9a22-a6f23af75164 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1416023423', 'description': 'tempest-description--602763486'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:01:26.818688 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30ab2b36-6b5d-4653-9a22-a6f23af75164 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:26.881310 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30ab2b36-6b5d-4653-9a22-a6f23af75164 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group (0727dcf3-e9a0-42f0-b9b2-0d2e1666b591), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:26.884731 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30ab2b36-6b5d-4653-9a22-a6f23af75164 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (0727dcf3-e9a0-42f0-b9b2-0d2e1666b591), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:26.908801 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30ab2b36-6b5d-4653-9a22-a6f23af75164 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:26.910280 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-30ab2b36-6b5d-4653-9a22-a6f23af75164 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1151042 Feb 20 22:01:26.913374 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 59056) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:01:26.917879 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-a0557c6c-ab28-465f-98f4-6cb3274e2e0c tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Request body: {'security_group_rule': {'security_group_id': '0727dcf3-e9a0-42f0-b9b2-0d2e1666b591', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:01:26.918036 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab2b36-6b5d-4653-9a22-a6f23af75164 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0727dcf3-e9a0-42f0-b9b2-0d2e1666b591,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:26.942672 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a0557c6c-ab28-465f-98f4-6cb3274e2e0c tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group_rule (9497a803-0c93-4611-820b-9d11119e1987), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:26.995757 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a0557c6c-ab28-465f-98f4-6cb3274e2e0c tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group_rule (9497a803-0c93-4611-820b-9d11119e1987), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:26.999028 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a0557c6c-ab28-465f-98f4-6cb3274e2e0c tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (9497a803-0c93-4611-820b-9d11119e1987), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:27.015125 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0557c6c-ab28-465f-98f4-6cb3274e2e0c tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9497a803-0c93-4611-820b-9d11119e1987,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:27.023559 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a0557c6c-ab28-465f-98f4-6cb3274e2e0c tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:27.024744 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-a0557c6c-ab28-465f-98f4-6cb3274e2e0c tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1103454 Feb 20 22:01:27.027473 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 59058) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:01:27.031846 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-d98f8354-5be7-4901-add1-fa1723abff08 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Request body: {'security_group_rule': {'security_group_id': '0727dcf3-e9a0-42f0-b9b2-0d2e1666b591', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:01:27.055847 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d98f8354-5be7-4901-add1-fa1723abff08 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group_rule (2753c3fd-7570-49aa-8399-d2818529620d), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:27.111387 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d98f8354-5be7-4901-add1-fa1723abff08 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group_rule (2753c3fd-7570-49aa-8399-d2818529620d), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:27.115606 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d98f8354-5be7-4901-add1-fa1723abff08 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (2753c3fd-7570-49aa-8399-d2818529620d), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:27.133716 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f8354-5be7-4901-add1-fa1723abff08 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2753c3fd-7570-49aa-8399-d2818529620d,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:27.140894 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d98f8354-5be7-4901-add1-fa1723abff08 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:27.142636 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-d98f8354-5be7-4901-add1-fa1723abff08 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136398 Feb 20 22:01:27.145831 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 59060) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:01:27.149962 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-dc9fe70b-41d5-4305-bcc8-e05058f32957 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Request body: {'floatingip': {'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:01:27.169275 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-dc9fe70b-41d5-4305-bcc8-e05058f32957 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:27.190618 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 5715d649-e00d-4d4d-94f8-39659bc92fa5 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:01:27.210229 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: 5715d649-e00d-4d4d-94f8-39659bc92fa5 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:01:27.210576 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 5715d649-e00d-4d4d-94f8-39659bc92fa5 not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:01:27.262221 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-dc9fe70b-41d5-4305-bcc8-e05058f32957 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:27.292594 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:27.366560 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [None req-dc9fe70b-41d5-4305-bcc8-e05058f32957 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Allocated IP 172.27.3.136 (64ae5708-48ae-4f2e-98e0-0b35ff108ff4/7fd4686c-7b81-425f-9e36-00c6096e9531/ff5f452d-6f76-4b62-8210-8c222f45ecd0) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:01:27.462733 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-dc9fe70b-41d5-4305-bcc8-e05058f32957 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for port (ff5f452d-6f76-4b62-8210-8c222f45ecd0), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:27.496731 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-dc9fe70b-41d5-4305-bcc8-e05058f32957 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (ff5f452d-6f76-4b62-8210-8c222f45ecd0), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:27.533582 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9fe70b-41d5-4305-bcc8-e05058f32957 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:01:27.536784 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-dc9fe70b-41d5-4305-bcc8-e05058f32957 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:01:27.539242 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9fe70b-41d5-4305-bcc8-e05058f32957 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:01:27.571722 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fe70b-41d5-4305-bcc8-e05058f32957 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Pushing event updated for resources: {'Port': ['ID=ff5f452d-6f76-4b62-8210-8c222f45ecd0,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:27.629123 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-dc9fe70b-41d5-4305-bcc8-e05058f32957 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for floatingip (422569d4-0d99-4ac6-a38b-5d7dc8530368), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:27.662617 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-dc9fe70b-41d5-4305-bcc8-e05058f32957 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (ff5f452d-6f76-4b62-8210-8c222f45ecd0), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:27.805766 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-dc9fe70b-41d5-4305-bcc8-e05058f32957 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for port (ff5f452d-6f76-4b62-8210-8c222f45ecd0), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:27.810223 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-dc9fe70b-41d5-4305-bcc8-e05058f32957 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (ff5f452d-6f76-4b62-8210-8c222f45ecd0), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:27.876220 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fe70b-41d5-4305-bcc8-e05058f32957 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Pushing event updated for resources: {'Port': ['ID=ff5f452d-6f76-4b62-8210-8c222f45ecd0,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:27.887236 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-dc9fe70b-41d5-4305-bcc8-e05058f32957 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643065'] for floatingip (422569d4-0d99-4ac6-a38b-5d7dc8530368), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:27.901672 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-dc9fe70b-41d5-4305-bcc8-e05058f32957 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:27.902879 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-dc9fe70b-41d5-4305-bcc8-e05058f32957 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7561519 Feb 20 22:01:28.093370 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-77b3c80a-fe2f-428b-8b46-eb9dee2e238a tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1416023423&fields=id&tenant_id=756580a91a2b4d2c966ba3317abe4e04 HTTP/1.1" status: 200 len: 267 time: 0.0437758 Feb 20 22:01:28.194793 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-e24b432c-17c9-4f4a-af4a-e7f20b47fadb tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:28.196212 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-e24b432c-17c9-4f4a-af4a-e7f20b47fadb tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/networks?id=070027a4-7989-40e5-92de-9f9067d39452 HTTP/1.1" status: 200 len: 811 time: 0.0959742 Feb 20 22:01:28.210594 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-b7da15e4-b106-4535-b9a3-0ee3df3103b1 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/quotas/756580a91a2b4d2c966ba3317abe4e04 HTTP/1.1" status: 200 len: 375 time: 0.0090153 Feb 20 22:01:28.262188 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-2b24f40a-ab35-4455-bd22-1b12bcd4c33d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=756580a91a2b4d2c966ba3317abe4e04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469313 Feb 20 22:01:28.397769 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-a8d06d0d-586f-41cd-8f8b-fba18997d34d service neutron] 10.222.0.61 "GET /v2.0/networks/070027a4-7989-40e5-92de-9f9067d39452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240637 Feb 20 22:01:28.486177 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-aefdf2f6-e712-4f8d-baf6-4a8a54782593 service neutron] 10.222.0.61 "GET /v2.0/networks/070027a4-7989-40e5-92de-9f9067d39452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826793 Feb 20 22:01:28.648916 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-21882fbd-637d-49e5-b342-e63c6927d3a3 req-c368d5b9-42fc-413d-a966-d0a0beab5bcd tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f8cdb74-4691-4dbf-98af-e379caf69c34 HTTP/1.1" status: 200 len: 210 time: 0.0317369 Feb 20 22:01:29.239714 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:29.710143 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-01c46993-121d-445f-b9b0-797851663881 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:29.712402 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-01c46993-121d-445f-b9b0-797851663881 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.45 "GET /v2.0/networks?id=070027a4-7989-40e5-92de-9f9067d39452 HTTP/1.1" status: 200 len: 811 time: 0.1060860 Feb 20 22:01:29.743556 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c434fa67-9b82-4255-9d78-96c13ece80f5 req-cf60c0d8-0cb6-4bf2-8e82-6a7b34e80c79 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f8cdb74-4691-4dbf-98af-e379caf69c34 HTTP/1.1" status: 200 len: 210 time: 0.0282533 Feb 20 22:01:29.776157 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-9137947d-0286-4a37-9988-8ab4cdb1ffea tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=756580a91a2b4d2c966ba3317abe4e04 HTTP/1.1" status: 200 len: 380 time: 0.0542097 Feb 20 22:01:29.792501 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-32643195-6e77-4db7-af8e-480b5855acd9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Request body: {'port': {'device_id': '1f8cdb74-4691-4dbf-98af-e379caf69c34', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'admin_state_up': True, 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'security_groups': ['0727dcf3-e9a0-42f0-b9b2-0d2e1666b591']}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:01:29.895301 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-32643195-6e77-4db7-af8e-480b5855acd9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Made reservation on behalf of 756580a91a2b4d2c966ba3317abe4e04 for: {'port': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:01:29.898448 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-32643195-6e77-4db7-af8e-480b5855acd9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:30.019504 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-32643195-6e77-4db7-af8e-480b5855acd9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Allocated IP 172.20.0.3 (070027a4-7989-40e5-92de-9f9067d39452/01c948a3-526d-473a-8a34-79d808f1ad12/49c12db6-d516-4386-b0f7-b8e4dc9cb94d) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:01:30.153433 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-32643195-6e77-4db7-af8e-480b5855acd9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for port (49c12db6-d516-4386-b0f7-b8e4dc9cb94d), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:30.186030 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-32643195-6e77-4db7-af8e-480b5855acd9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (49c12db6-d516-4386-b0f7-b8e4dc9cb94d), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:30.227051 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-32643195-6e77-4db7-af8e-480b5855acd9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Network 070027a4-7989-40e5-92de-9f9067d39452 is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:01:30.229921 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-32643195-6e77-4db7-af8e-480b5855acd9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:01:30.232263 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-32643195-6e77-4db7-af8e-480b5855acd9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:01:30.259775 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32643195-6e77-4db7-af8e-480b5855acd9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Pushing event updated for resources: {'Port': ['ID=49c12db6-d516-4386-b0f7-b8e4dc9cb94d,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:30.290362 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-32643195-6e77-4db7-af8e-480b5855acd9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:30.291156 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-32643195-6e77-4db7-af8e-480b5855acd9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:30.307479 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-32643195-6e77-4db7-af8e-480b5855acd9 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5189126 Feb 20 22:01:30.321326 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Request body: {'port': {'device_id': '1f8cdb74-4691-4dbf-98af-e379caf69c34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:01:30.385872 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (49c12db6-d516-4386-b0f7-b8e4dc9cb94d), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:30.457925 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-f95b9719-93c3-4b6b-922f-dfec239459ad None None] Provisioning complete for port 49c12db6-d516-4386-b0f7-b8e4dc9cb94d triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:01:30.458487 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f95b9719-93c3-4b6b-922f-dfec239459ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (49c12db6-d516-4386-b0f7-b8e4dc9cb94d), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:30.494540 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-f95b9719-93c3-4b6b-922f-dfec239459ad None None] Port 49c12db6-d516-4386-b0f7-b8e4dc9cb94d cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:01:30.646052 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c12db6-d516-4386-b0f7-b8e4dc9cb94d {{(pid=102708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:01:30.653628 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Publish callbacks [] for port (49c12db6-d516-4386-b0f7-b8e4dc9cb94d), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:30.666402 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.provisioning_blocks [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Transition to ACTIVE for port object 49c12db6-d516-4386-b0f7-b8e4dc9cb94d will not be triggered until provisioned by entity L2. {{(pid=102708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:01:30.670047 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (49c12db6-d516-4386-b0f7-b8e4dc9cb94d), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:30.720849 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Pushing event updated for resources: {'Port': ['ID=49c12db6-d516-4386-b0f7-b8e4dc9cb94d,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:30.793076 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Attempting to bind port 49c12db6-d516-4386-b0f7-b8e4dc9cb94d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:01:30.797630 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Attempting to bind port 49c12db6-d516-4386-b0f7-b8e4dc9cb94d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '070027a4-7989-40e5-92de-9f9067d39452'}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:01:30.797630 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Attempting to bind port 49c12db6-d516-4386-b0f7-b8e4dc9cb94d on network 070027a4-7989-40e5-92de-9f9067d39452 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:01:30.801773 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Port 49c12db6-d516-4386-b0f7-b8e4dc9cb94d on network 070027a4-7989-40e5-92de-9f9067d39452 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:01:30.801971 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Attempting to bind port 49c12db6-d516-4386-b0f7-b8e4dc9cb94d on network 070027a4-7989-40e5-92de-9f9067d39452 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:01:30.807076 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:01:30.807416 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Checking segment: {'id': '80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '070027a4-7989-40e5-92de-9f9067d39452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:01:30.807799 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Bound using segment: {'id': '80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '070027a4-7989-40e5-92de-9f9067d39452'} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:01:30.808229 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Bound port: 49c12db6-d516-4386-b0f7-b8e4dc9cb94d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '070027a4-7989-40e5-92de-9f9067d39452'}}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:01:30.808586 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (49c12db6-d516-4386-b0f7-b8e4dc9cb94d), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:30.872355 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd0d32-5379-4b5b-99e0-0109d783c2a8 req-dd560beb-6f7b-40f2-ad85-58a834e07f75 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:30.875238 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d3bd0d32-5379-4b5b-99e0-0109d783c2a8 req-dd560beb-6f7b-40f2-ad85-58a834e07f75 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f8cdb74-4691-4dbf-98af-e379caf69c34 HTTP/1.1" status: 200 len: 943 time: 0.0557308 Feb 20 22:01:30.887486 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] For port 49c12db6-d516-4386-b0f7-b8e4dc9cb94d, host hv-cinder-83009, cleared binding levels {{(pid=102708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:01:30.890906 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] For port 49c12db6-d516-4386-b0f7-b8e4dc9cb94d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=49c12db6-d516-4386-b0f7-b8e4dc9cb94d,segment=NetworkSegment(80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d),segment_id=80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d)] {{(pid=102708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:01:30.897476 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (49c12db6-d516-4386-b0f7-b8e4dc9cb94d), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:30.923339 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d3bd0d32-5379-4b5b-99e0-0109d783c2a8 req-a742b9ff-4ca3-4587-985f-da1b6a66a2b1 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=0727dcf3-e9a0-42f0-b9b2-0d2e1666b591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423145 Feb 20 22:01:30.934669 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:30.935299 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:30.936700 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] 10.222.0.45 "PUT /v2.0/ports/49c12db6-d516-4386-b0f7-b8e4dc9cb94d HTTP/1.1" status: 200 len: 1093 time: 0.6203058 Feb 20 22:01:30.937179 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f8cdb74-4691-4dbf-98af-e379caf69c34', 'tag': '49c12db6-d516-4386-b0f7-b8e4dc9cb94d'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:01:30.943102 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b712685-851e-4b6c-ba86-e3fcf638c8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1f8cdb74-4691-4dbf-98af-e379caf69c34", "tag": "49c12db6-d516-4386-b0f7-b8e4dc9cb94d"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:01:30.975122 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e0817-703b-4e91-88ab-e9a784d13003 service neutron] Pushing event updated for resources: {'Port': ['ID=49c12db6-d516-4386-b0f7-b8e4dc9cb94d,revision_number=3']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:30.988812 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076064d7-c4d5-4da5-bdfa-bcf3f9655f2e x-openstack-request-id: req-076064d7-c4d5-4da5-bdfa-bcf3f9655f2e {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:01:30.989128 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f8cdb74-4691-4dbf-98af-e379caf69c34", "tag": "49c12db6-d516-4386-b0f7-b8e4dc9cb94d", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:01:30.989385 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-076064d7-c4d5-4da5-bdfa-bcf3f9655f2e {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:01:30.989782 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f8cdb74-4691-4dbf-98af-e379caf69c34', 'tag': '49c12db6-d516-4386-b0f7-b8e4dc9cb94d', 'status': 'completed', 'code': 200} Feb 20 22:01:31.036142 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-4dcf6b08-7393-453b-b9ab-19f16fde102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:31.037699 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-4dcf6b08-7393-453b-b9ab-19f16fde102d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756580a91a2b4d2c966ba3317abe4e04&device_id=1f8cdb74-4691-4dbf-98af-e379caf69c34 HTTP/1.1" status: 200 len: 1127 time: 0.0509472 Feb 20 22:01:31.079674 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-4e813e9a-5296-4f86-8246-0ef258de6663 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c12db6-d516-4386-b0f7-b8e4dc9cb94d HTTP/1.1" status: 200 len: 217 time: 0.0350211 Feb 20 22:01:31.136788 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-ab7e2e33-dc9f-48d7-852c-b0f47bb53e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:31.138980 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-ab7e2e33-dc9f-48d7-852c-b0f47bb53e48 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01c948a3-526d-473a-8a34-79d808f1ad12 HTTP/1.1" status: 200 len: 850 time: 0.0499163 Feb 20 22:01:31.188962 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-ce99d010-95d6-416d-be94-8d8d9d18cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:31.190463 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-ce99d010-95d6-416d-be94-8d8d9d18cbcf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=070027a4-7989-40e5-92de-9f9067d39452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443132 Feb 20 22:01:31.278067 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-4efef540-cbde-42e5-9239-abbb8bde79b7 service neutron] 10.222.0.45 "GET /v2.0/networks/070027a4-7989-40e5-92de-9f9067d39452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803216 Feb 20 22:01:31.378427 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ca3deb34-0054-4a29-ab7e-3e40dfa4598c req-82985cf2-72e5-4007-b64e-039bf55dbb82 service neutron] 10.222.0.45 "GET /v2.0/networks/070027a4-7989-40e5-92de-9f9067d39452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921791 Feb 20 22:01:31.467425 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b712685-851e-4b6c-ba86-e3fcf638c8b7 req-17bf4bd5-e952-401d-9251-063863042604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:31.468909 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-7b712685-851e-4b6c-ba86-e3fcf638c8b7 req-17bf4bd5-e952-401d-9251-063863042604 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756580a91a2b4d2c966ba3317abe4e04&device_id=1f8cdb74-4691-4dbf-98af-e379caf69c34 HTTP/1.1" status: 200 len: 1127 time: 0.0441751 Feb 20 22:01:31.568449 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b712685-851e-4b6c-ba86-e3fcf638c8b7 req-0cf92cf0-ebfe-4d78-9903-d28a1f44222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:31.569930 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-7b712685-851e-4b6c-ba86-e3fcf638c8b7 req-0cf92cf0-ebfe-4d78-9903-d28a1f44222e service neutron] 10.222.0.45 "GET /v2.0/networks?id=070027a4-7989-40e5-92de-9f9067d39452 HTTP/1.1" status: 200 len: 912 time: 0.0911481 Feb 20 22:01:31.613312 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-7b712685-851e-4b6c-ba86-e3fcf638c8b7 req-c772ff95-3d3f-462c-85de-329f87a88654 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c12db6-d516-4386-b0f7-b8e4dc9cb94d HTTP/1.1" status: 200 len: 217 time: 0.0326877 Feb 20 22:01:31.659346 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b712685-851e-4b6c-ba86-e3fcf638c8b7 req-7c04ff15-e9f4-4a5e-a883-379807c35bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:31.660727 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-7b712685-851e-4b6c-ba86-e3fcf638c8b7 req-7c04ff15-e9f4-4a5e-a883-379807c35bcf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01c948a3-526d-473a-8a34-79d808f1ad12 HTTP/1.1" status: 200 len: 850 time: 0.0414886 Feb 20 22:01:31.711101 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b712685-851e-4b6c-ba86-e3fcf638c8b7 req-ed7ae1dc-b63c-4559-9773-3c738d71daff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:31.712536 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-7b712685-851e-4b6c-ba86-e3fcf638c8b7 req-ed7ae1dc-b63c-4559-9773-3c738d71daff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=070027a4-7989-40e5-92de-9f9067d39452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454707 Feb 20 22:01:31.803092 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-7b712685-851e-4b6c-ba86-e3fcf638c8b7 req-1eec0012-c491-4fbd-ac66-35b141710ae3 service neutron] 10.222.0.45 "GET /v2.0/networks/070027a4-7989-40e5-92de-9f9067d39452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831370 Feb 20 22:01:31.895053 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-7b712685-851e-4b6c-ba86-e3fcf638c8b7 req-06231a91-afe9-4315-8394-9b6fae0d4746 service neutron] 10.222.0.45 "GET /v2.0/networks/070027a4-7989-40e5-92de-9f9067d39452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840917 Feb 20 22:01:32.041711 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a532d-3f67-4c5d-bc2b-48addf1a0918 req-de0363ec-3aad-407c-8b6c-168383694eae tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:32.043151 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-183a532d-3f67-4c5d-bc2b-48addf1a0918 req-de0363ec-3aad-407c-8b6c-168383694eae tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f8cdb74-4691-4dbf-98af-e379caf69c34 HTTP/1.1" status: 200 len: 943 time: 0.0504260 Feb 20 22:01:32.092499 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-183a532d-3f67-4c5d-bc2b-48addf1a0918 req-d121f5c0-ba7a-4d24-bbcf-d2fce6c2ebfe tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=0727dcf3-e9a0-42f0-b9b2-0d2e1666b591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434003 Feb 20 22:01:33.211278 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af22ee-dfd7-4d12-8207-f27bdce44013 req-4cb4dec7-a3c2-4657-8593-cd8799960f8f tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:33.212735 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b0af22ee-dfd7-4d12-8207-f27bdce44013 req-4cb4dec7-a3c2-4657-8593-cd8799960f8f tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f8cdb74-4691-4dbf-98af-e379caf69c34 HTTP/1.1" status: 200 len: 943 time: 0.0522666 Feb 20 22:01:33.257057 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 49c12db6-d516-4386-b0f7-b8e4dc9cb94d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:01:33.257668 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b0af22ee-dfd7-4d12-8207-f27bdce44013 req-4371649b-37b9-4172-9de5-92da1b058e65 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=0727dcf3-e9a0-42f0-b9b2-0d2e1666b591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388393 Feb 20 22:01:33.352211 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 49c12db6-d516-4386-b0f7-b8e4dc9cb94d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=49c12db6-d516-4386-b0f7-b8e4dc9cb94d,segment=NetworkSegment(80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d),segment_id=80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:01:33.363159 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': '49c12db6-d516-4386-b0f7-b8e4dc9cb94d', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'port_id': '49c12db6-d516-4386-b0f7-b8e4dc9cb94d', 'mac_address': 'fa:16:3e:31:53:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:01:33.399183 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 49c12db6-d516-4386-b0f7-b8e4dc9cb94d is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:01:33.399498 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (49c12db6-d516-4386-b0f7-b8e4dc9cb94d), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:33.412665 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c12db6-d516-4386-b0f7-b8e4dc9cb94d {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:01:33.431209 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 49c12db6-d516-4386-b0f7-b8e4dc9cb94d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=49c12db6-d516-4386-b0f7-b8e4dc9cb94d,segment=NetworkSegment(80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d),segment_id=80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:01:33.435966 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (49c12db6-d516-4386-b0f7-b8e4dc9cb94d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:33.480630 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=49c12db6-d516-4386-b0f7-b8e4dc9cb94d,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:33.489098 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:33.489539 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:33.490006 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:33.490346 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:33.490748 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:33.491112 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:33.491502 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:33.491907 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:33.492290 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:33.492795 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:33.493215 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:33.493634 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:33.494031 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:01:33.722649 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['49c12db6-d516-4386-b0f7-b8e4dc9cb94d'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:01:34.371579 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544191d-6ed3-4151-9abc-5c0b3452a773 req-00de85a7-973c-4956-b769-56865a48fef3 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:34.373093 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b544191d-6ed3-4151-9abc-5c0b3452a773 req-00de85a7-973c-4956-b769-56865a48fef3 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f8cdb74-4691-4dbf-98af-e379caf69c34 HTTP/1.1" status: 200 len: 944 time: 0.0516510 Feb 20 22:01:34.418749 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b544191d-6ed3-4151-9abc-5c0b3452a773 req-b129f8c8-479c-4a68-a4bc-97722f131919 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=0727dcf3-e9a0-42f0-b9b2-0d2e1666b591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402012 Feb 20 22:01:35.262987 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 49c12db6-d516-4386-b0f7-b8e4dc9cb94d up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:01:35.310899 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port 49c12db6-d516-4386-b0f7-b8e4dc9cb94d completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:01:35.315203 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port 49c12db6-d516-4386-b0f7-b8e4dc9cb94d triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:01:35.315673 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (49c12db6-d516-4386-b0f7-b8e4dc9cb94d), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:35.392698 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 49c12db6-d516-4386-b0f7-b8e4dc9cb94d is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:01:35.393115 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (49c12db6-d516-4386-b0f7-b8e4dc9cb94d), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:35.414560 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8cdb74-4691-4dbf-98af-e379caf69c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c12db6-d516-4386-b0f7-b8e4dc9cb94d'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:01:35.416761 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2039f0-18ab-4476-9a62-f8f9ca9954d0" -d '{"events": [{"server_uuid": "1f8cdb74-4691-4dbf-98af-e379caf69c34", "name": "network-vif-plugged", "status": "completed", "tag": "49c12db6-d516-4386-b0f7-b8e4dc9cb94d"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:01:35.429752 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 49c12db6-d516-4386-b0f7-b8e4dc9cb94d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=49c12db6-d516-4386-b0f7-b8e4dc9cb94d,segment=NetworkSegment(80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d),segment_id=80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:01:35.433591 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (49c12db6-d516-4386-b0f7-b8e4dc9cb94d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:35.458821 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6829aa21-2455-4708-ade0-99f8c6b60fae x-openstack-request-id: req-6829aa21-2455-4708-ade0-99f8c6b60fae {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:01:35.459145 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8cdb74-4691-4dbf-98af-e379caf69c34", "name": "network-vif-plugged", "status": "completed", "tag": "49c12db6-d516-4386-b0f7-b8e4dc9cb94d", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:01:35.459403 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6829aa21-2455-4708-ade0-99f8c6b60fae {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:01:35.459793 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8cdb74-4691-4dbf-98af-e379caf69c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c12db6-d516-4386-b0f7-b8e4dc9cb94d', 'code': 200} Feb 20 22:01:35.487467 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=49c12db6-d516-4386-b0f7-b8e4dc9cb94d,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:35.542027 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca7994-b5b5-448e-9e2e-db32865bf68f req-79b6ee27-5efb-4029-bb8d-28933a720e37 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:35.543443 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-95ca7994-b5b5-448e-9e2e-db32865bf68f req-79b6ee27-5efb-4029-bb8d-28933a720e37 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f8cdb74-4691-4dbf-98af-e379caf69c34 HTTP/1.1" status: 200 len: 945 time: 0.0580781 Feb 20 22:01:35.590881 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-95ca7994-b5b5-448e-9e2e-db32865bf68f req-6de1408b-86ea-4e07-a2f7-bbadbd472011 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=0727dcf3-e9a0-42f0-b9b2-0d2e1666b591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414276 Feb 20 22:01:35.882296 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af4a1d-19bc-416a-b12d-c4ae6f68fc22 req-648f4728-ddf7-42dd-9e94-a10be9fde7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:35.883784 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-27af4a1d-19bc-416a-b12d-c4ae6f68fc22 req-648f4728-ddf7-42dd-9e94-a10be9fde7ed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f8cdb74-4691-4dbf-98af-e379caf69c34 HTTP/1.1" status: 200 len: 1129 time: 0.2917321 Feb 20 22:01:35.925346 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-27af4a1d-19bc-416a-b12d-c4ae6f68fc22 req-ba096da4-18a6-4243-84e8-62ba81616af4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0727dcf3-e9a0-42f0-b9b2-0d2e1666b591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347247 Feb 20 22:01:36.706885 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d9abd-4271-47db-9434-998f39c384df req-62f6489e-d7bb-4b29-a7e9-0c25a21961a3 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:36.708338 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-976d9abd-4271-47db-9434-998f39c384df req-62f6489e-d7bb-4b29-a7e9-0c25a21961a3 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f8cdb74-4691-4dbf-98af-e379caf69c34 HTTP/1.1" status: 200 len: 945 time: 0.0512323 Feb 20 22:01:36.753384 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-976d9abd-4271-47db-9434-998f39c384df req-2717f808-a671-46a6-9b2e-b0afdd3f4930 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=0727dcf3-e9a0-42f0-b9b2-0d2e1666b591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393271 Feb 20 22:01:37.874517 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac874f8-4a7d-4562-82d7-e8fe5b2b0a3c req-309e1278-c0b7-40ea-8398-6077613e0d27 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:37.875979 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cac874f8-4a7d-4562-82d7-e8fe5b2b0a3c req-309e1278-c0b7-40ea-8398-6077613e0d27 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f8cdb74-4691-4dbf-98af-e379caf69c34 HTTP/1.1" status: 200 len: 945 time: 0.0546076 Feb 20 22:01:37.921657 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cac874f8-4a7d-4562-82d7-e8fe5b2b0a3c req-54912494-c051-463e-a25d-4ee8b2f5697c tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=0727dcf3-e9a0-42f0-b9b2-0d2e1666b591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402894 Feb 20 22:01:38.031998 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0a27f-23f8-4fff-9a8f-1d3993914cd1 req-0e9668a8-eebd-47a3-8384-83994f7bc738 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:38.033935 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3fe0a27f-23f8-4fff-9a8f-1d3993914cd1 req-0e9668a8-eebd-47a3-8384-83994f7bc738 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f8cdb74-4691-4dbf-98af-e379caf69c34 HTTP/1.1" status: 200 len: 945 time: 0.0514178 Feb 20 22:01:38.042166 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 59120) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:01:38.046368 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-c26a1c53-db77-481a-8f9f-015314f56f19 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Request body: {'floatingip': {'port_id': '49c12db6-d516-4386-b0f7-b8e4dc9cb94d'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:01:38.083368 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c26a1c53-db77-481a-8f9f-015314f56f19 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for floatingip (422569d4-0d99-4ac6-a38b-5d7dc8530368), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:38.731687 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c26a1c53-db77-481a-8f9f-015314f56f19 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:38.737097 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c26a1c53-db77-481a-8f9f-015314f56f19 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643065'] for floatingip (422569d4-0d99-4ac6-a38b-5d7dc8530368), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:38.839447 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.db.l3_db [None req-c26a1c53-db77-481a-8f9f-015314f56f19 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Floating IP 422569d4-0d99-4ac6-a38b-5d7dc8530368 associated. External IP: 172.27.3.136, port: 49c12db6-d516-4386-b0f7-b8e4dc9cb94d. Feb 20 22:01:39.047980 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26a1c53-db77-481a-8f9f-015314f56f19 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Router 2741698a-f3c3-40b5-8a36-9af40f6fa99f has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:01:39.154670 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26a1c53-db77-481a-8f9f-015314f56f19 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:01:39.160383 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c26a1c53-db77-481a-8f9f-015314f56f19 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:39.165164 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766617f-61df-4a21-bc06-cd81b9af10d3 None None] Sync routers for ids ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:01:39.174122 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766617f-61df-4a21-bc06-cd81b9af10d3 None None] Routers {'2741698a-f3c3-40b5-8a36-9af40f6fa99f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:01:39.174740 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-5766617f-61df-4a21-bc06-cd81b9af10d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:01:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:01:39.188683 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-c26a1c53-db77-481a-8f9f-015314f56f19 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "PUT /v2.0/floatingips/422569d4-0d99-4ac6-a38b-5d7dc8530368 HTTP/1.1" status: 200 len: 991 time: 1.1454909 Feb 20 22:01:39.189291 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f8cdb74-4691-4dbf-98af-e379caf69c34', 'tag': '49c12db6-d516-4386-b0f7-b8e4dc9cb94d'}] {{(pid=102707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:01:39.191519 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820eb19fa05f47c33a4eb3d5d015730f1ac844cc5791151cf4d8bf01498112d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3d63f4-9346-4286-ab48-f5efa491a211" -d '{"events": [{"name": "network-changed", "server_uuid": "1f8cdb74-4691-4dbf-98af-e379caf69c34", "tag": "49c12db6-d516-4386-b0f7-b8e4dc9cb94d"}]}' {{(pid=102707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:01:39.228431 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7bd16a-d482-4b50-9346-5c82736858d7 x-openstack-request-id: req-6b7bd16a-d482-4b50-9346-5c82736858d7 {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:01:39.228743 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f8cdb74-4691-4dbf-98af-e379caf69c34", "tag": "49c12db6-d516-4386-b0f7-b8e4dc9cb94d", "status": "completed", "code": 200}]} {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:01:39.229009 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b7bd16a-d482-4b50-9346-5c82736858d7 {{(pid=102707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:01:39.229443 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f8cdb74-4691-4dbf-98af-e379caf69c34', 'tag': '49c12db6-d516-4386-b0f7-b8e4dc9cb94d', 'status': 'completed', 'code': 200} Feb 20 22:01:39.286277 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-5766617f-61df-4a21-bc06-cd81b9af10d3 None None] Set router 2741698a-f3c3-40b5-8a36-9af40f6fa99f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:01:39.346594 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d63f4-9346-4286-ab48-f5efa491a211 req-54007ad6-831a-4c9e-8f25-0214046bac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:39.348263 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-5e3d63f4-9346-4286-ab48-f5efa491a211 req-54007ad6-831a-4c9e-8f25-0214046bac27 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756580a91a2b4d2c966ba3317abe4e04&device_id=1f8cdb74-4691-4dbf-98af-e379caf69c34 HTTP/1.1" status: 200 len: 1129 time: 0.0917671 Feb 20 22:01:39.454182 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d63f4-9346-4286-ab48-f5efa491a211 req-17b2d2ce-0417-4bca-8cc3-32f3abd5dced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:39.455660 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-5e3d63f4-9346-4286-ab48-f5efa491a211 req-17b2d2ce-0417-4bca-8cc3-32f3abd5dced service neutron] 10.222.0.45 "GET /v2.0/networks?id=070027a4-7989-40e5-92de-9f9067d39452 HTTP/1.1" status: 200 len: 912 time: 0.1009049 Feb 20 22:01:39.542404 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-5e3d63f4-9346-4286-ab48-f5efa491a211 req-dc5ceea8-ab7b-43db-8264-15671d2a1997 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c12db6-d516-4386-b0f7-b8e4dc9cb94d HTTP/1.1" status: 200 len: 999 time: 0.0704811 Feb 20 22:01:39.553327 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-5766617f-61df-4a21-bc06-cd81b9af10d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:36Z', 'revision_number': 4, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port': {'id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': '422569d4-0d99-4ac6-a38b-5d7dc8530368', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'port_id': '49c12db6-d516-4386-b0f7-b8e4dc9cb94d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'mac_address': 'fa:16:3e:31:53:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8cdb74-4691-4dbf-98af-e379caf69c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:01:27Z', 'updated_at': '2022-02-20T22:01:38Z', 'revision_number': 1, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead3a500-703a-4024-a7a1-b0bbfeec6399', 'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'mac_address': 'fa:16:3e:c1:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:32Z', 'updated_at': '2022-02-20T21:56:47Z', 'revision_number': 5, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'subnets': [{'id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:01:39.582526 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766617f-61df-4a21-bc06-cd81b9af10d3 None None] Checking router: 2741698a-f3c3-40b5-8a36-9af40f6fa99f for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:01:39.591232 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766617f-61df-4a21-bc06-cd81b9af10d3 None None] Routers {'2741698a-f3c3-40b5-8a36-9af40f6fa99f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:01:39.591853 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-5766617f-61df-4a21-bc06-cd81b9af10d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:01:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:01:39.599152 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d63f4-9346-4286-ab48-f5efa491a211 req-2f33ef59-d0c0-4ba7-b83e-f3b49d7cb36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:39.600633 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-5e3d63f4-9346-4286-ab48-f5efa491a211 req-2f33ef59-d0c0-4ba7-b83e-f3b49d7cb36b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01c948a3-526d-473a-8a34-79d808f1ad12 HTTP/1.1" status: 200 len: 850 time: 0.0483696 Feb 20 22:01:39.654491 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d63f4-9346-4286-ab48-f5efa491a211 req-7aeaf38b-86fe-405e-a2b1-ad73f524d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:39.655997 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-5e3d63f4-9346-4286-ab48-f5efa491a211 req-7aeaf38b-86fe-405e-a2b1-ad73f524d306 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=070027a4-7989-40e5-92de-9f9067d39452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491395 Feb 20 22:01:39.700040 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-5766617f-61df-4a21-bc06-cd81b9af10d3 None None] Set router 2741698a-f3c3-40b5-8a36-9af40f6fa99f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:01:39.745712 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-5e3d63f4-9346-4286-ab48-f5efa491a211 req-6b082785-3c21-4fd7-80ae-4e2cdf741961 service neutron] 10.222.0.45 "GET /v2.0/networks/070027a4-7989-40e5-92de-9f9067d39452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800052 Feb 20 22:01:39.848238 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-5e3d63f4-9346-4286-ab48-f5efa491a211 req-758fe9fa-54a1-4db7-9eb1-ede04395f0ef service neutron] 10.222.0.45 "GET /v2.0/networks/070027a4-7989-40e5-92de-9f9067d39452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956380 Feb 20 22:01:40.055387 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-5766617f-61df-4a21-bc06-cd81b9af10d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:36Z', 'revision_number': 4, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port': {'id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': '422569d4-0d99-4ac6-a38b-5d7dc8530368', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'port_id': '49c12db6-d516-4386-b0f7-b8e4dc9cb94d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'mac_address': 'fa:16:3e:31:53:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8cdb74-4691-4dbf-98af-e379caf69c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:01:27Z', 'updated_at': '2022-02-20T22:01:38Z', 'revision_number': 1, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead3a500-703a-4024-a7a1-b0bbfeec6399', 'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'mac_address': 'fa:16:3e:c1:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:32Z', 'updated_at': '2022-02-20T21:56:47Z', 'revision_number': 5, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'subnets': [{'id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:01:40.081204 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766617f-61df-4a21-bc06-cd81b9af10d3 None None] The sync data for ids ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'] in dv-cinder-830093-1-iscsi is: [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:36Z', 'revision_number': 4, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port': {'id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': '422569d4-0d99-4ac6-a38b-5d7dc8530368', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'port_id': '49c12db6-d516-4386-b0f7-b8e4dc9cb94d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'mac_address': 'fa:16:3e:31:53:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8cdb74-4691-4dbf-98af-e379caf69c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:01:27Z', 'updated_at': '2022-02-20T22:01:38Z', 'revision_number': 1, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead3a500-703a-4024-a7a1-b0bbfeec6399', 'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'mac_address': 'fa:16:3e:c1:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:32Z', 'updated_at': '2022-02-20T21:56:47Z', 'revision_number': 5, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'subnets': [{'id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:01:40.278304 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b2185-fc59-4939-a093-b7014806500b None None] New status for floating IP 422569d4-0d99-4ac6-a38b-5d7dc8530368: ACTIVE {{(pid=102710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:01:40.729773 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90db14-a03a-4f1c-9ff3-8eb2c8d4f580 req-61169e37-9465-4ce1-8306-0dd9b267a9dd tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:40.731280 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8d90db14-a03a-4f1c-9ff3-8eb2c8d4f580 req-61169e37-9465-4ce1-8306-0dd9b267a9dd tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0539887 Feb 20 22:01:40.785957 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8d90db14-a03a-4f1c-9ff3-8eb2c8d4f580 req-e69dff1d-4265-49c6-85a6-0cef76138c3c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488629 Feb 20 22:01:41.907933 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9dfa0-dfff-450e-8f10-c825f15f5cb4 req-141687cc-db98-4b2f-8ed0-b16d6fdddc09 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:41.909436 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b1e9dfa0-dfff-450e-8f10-c825f15f5cb4 req-141687cc-db98-4b2f-8ed0-b16d6fdddc09 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0530787 Feb 20 22:01:41.954504 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b1e9dfa0-dfff-450e-8f10-c825f15f5cb4 req-1dec7a8c-f50b-4964-b26e-4c4a5ac73374 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396554 Feb 20 22:01:43.077408 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932be5b0-5124-443b-b5e3-cfcaa9366541 req-872ad722-cd3f-4555-8f2b-f60e70058895 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:43.078925 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-932be5b0-5124-443b-b5e3-cfcaa9366541 req-872ad722-cd3f-4555-8f2b-f60e70058895 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0517020 Feb 20 22:01:43.123077 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-932be5b0-5124-443b-b5e3-cfcaa9366541 req-36f09aeb-035b-4e26-a383-850073edca02 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387504 Feb 20 22:01:43.635392 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:01:44.245394 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6834c-86c5-4880-b13e-9711e5c76e58 req-b6bc7624-adbe-4465-b477-279131276fc4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:44.246877 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cab6834c-86c5-4880-b13e-9711e5c76e58 req-b6bc7624-adbe-4465-b477-279131276fc4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0543144 Feb 20 22:01:44.292208 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cab6834c-86c5-4880-b13e-9711e5c76e58 req-fded09e7-5480-42df-a233-a75c34b848bc tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393174 Feb 20 22:01:45.414148 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b15bb-3c70-4399-96b5-a51186a38f14 req-5cddc40d-e771-465a-974f-8e1a12ce8d32 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:45.415544 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3b3b15bb-3c70-4399-96b5-a51186a38f14 req-5cddc40d-e771-465a-974f-8e1a12ce8d32 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0516295 Feb 20 22:01:45.461741 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3b3b15bb-3c70-4399-96b5-a51186a38f14 req-7f750c2c-91a7-4a99-bf96-777b972d25d9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407789 Feb 20 22:01:46.582033 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2b2de-e73b-481b-967c-a09a3043cfcc req-cef54af6-5d5f-4fb1-8ba2-1405a267a856 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:46.583471 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-59e2b2de-e73b-481b-967c-a09a3043cfcc req-cef54af6-5d5f-4fb1-8ba2-1405a267a856 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0499866 Feb 20 22:01:46.631031 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-59e2b2de-e73b-481b-967c-a09a3043cfcc req-25447194-8356-4645-850f-c3fa7dc39d0f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422332 Feb 20 22:01:47.749740 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65620fa-c8e9-478d-b1ac-cb4ca8fbd77c req-2ee0885c-d833-4cec-87a1-fef6a6662e79 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:47.751217 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f65620fa-c8e9-478d-b1ac-cb4ca8fbd77c req-2ee0885c-d833-4cec-87a1-fef6a6662e79 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0512910 Feb 20 22:01:47.796506 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f65620fa-c8e9-478d-b1ac-cb4ca8fbd77c req-02ae2224-1d71-4d6a-af9e-e1383df8e01a tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399253 Feb 20 22:01:48.915231 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573127d-afb7-4f2c-a7df-8149ffe70432 req-b013cb7e-7d0f-493b-a239-7d5e5e0a386c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:48.916718 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9573127d-afb7-4f2c-a7df-8149ffe70432 req-b013cb7e-7d0f-493b-a239-7d5e5e0a386c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0517457 Feb 20 22:01:48.963166 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9573127d-afb7-4f2c-a7df-8149ffe70432 req-6a019e21-50ff-47b8-a766-1564e6b237ec tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410097 Feb 20 22:01:50.088417 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434568ba-6620-476e-9ce1-d6f640fb423e req-c0d9b2d5-38d4-4f85-81c8-e6b86f43a345 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:50.089910 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-434568ba-6620-476e-9ce1-d6f640fb423e req-c0d9b2d5-38d4-4f85-81c8-e6b86f43a345 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0546675 Feb 20 22:01:50.136686 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-434568ba-6620-476e-9ce1-d6f640fb423e req-941ad89f-3725-4cfb-9bcb-a28cf3de922e tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406585 Feb 20 22:01:51.001708 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2663d374-c088-4bd5-8cba-7d9826e2ce38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:51.257872 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a689de4-2380-4ffd-bc45-0762537d9e4e req-94a8a810-3745-46ca-bd4a-034855fe3eff tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:51.259351 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8a689de4-2380-4ffd-bc45-0762537d9e4e req-94a8a810-3745-46ca-bd4a-034855fe3eff tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0520670 Feb 20 22:01:51.304260 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8a689de4-2380-4ffd-bc45-0762537d9e4e req-bea57352-4fa7-4fda-9cee-1dda6adeee71 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392268 Feb 20 22:01:52.426233 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e203b-881f-4c05-b32a-183752182d0b req-51fbc39a-bf31-41a9-a582-1e7ffee7fdd5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:52.427659 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-233e203b-881f-4c05-b32a-183752182d0b req-51fbc39a-bf31-41a9-a582-1e7ffee7fdd5 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0546331 Feb 20 22:01:52.472723 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-233e203b-881f-4c05-b32a-183752182d0b req-6826804e-207a-4021-a33b-680a46763d2c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394917 Feb 20 22:01:53.115702 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-cdb3bf0b-8a61-4939-becf-4cd4f0dd5aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:53.302263 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device a2f52baa-2b62-450b-8043-ea89a6168c9a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:01:53.395534 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port a2f52baa-2b62-450b-8043-ea89a6168c9a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a2f52baa-2b62-450b-8043-ea89a6168c9a,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:01:53.407232 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': 'a2f52baa-2b62-450b-8043-ea89a6168c9a', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'port_id': 'a2f52baa-2b62-450b-8043-ea89a6168c9a', 'mac_address': 'fa:16:3e:42:33:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:01:53.442790 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port a2f52baa-2b62-450b-8043-ea89a6168c9a is: ACTIVE; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:01:53.443220 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:53.455585 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2f52baa-2b62-450b-8043-ea89a6168c9a {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:01:53.473951 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port a2f52baa-2b62-450b-8043-ea89a6168c9a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a2f52baa-2b62-450b-8043-ea89a6168c9a,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:01:53.477447 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:53.527984 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=a2f52baa-2b62-450b-8043-ea89a6168c9a,revision_number=6']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:53.584186 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['a2f52baa-2b62-450b-8043-ea89a6168c9a'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:01:53.598065 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46377ee5-80e8-4b41-adf3-3da9a451960b req-3896aa8d-47b4-4c71-98de-6ee28b8e00d4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:53.599555 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-46377ee5-80e8-4b41-adf3-3da9a451960b req-3896aa8d-47b4-4c71-98de-6ee28b8e00d4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 944 time: 0.0523002 Feb 20 22:01:53.646336 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-46377ee5-80e8-4b41-adf3-3da9a451960b req-4faa4ae5-3f5f-45c2-b45e-0b55be976f86 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411963 Feb 20 22:01:54.412574 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:54.778803 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36310db-cd3d-4f06-bd59-ae152fc47b94 req-9fbb3d54-1e06-438c-af11-728ce268fe46 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:54.780295 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a36310db-cd3d-4f06-bd59-ae152fc47b94 req-9fbb3d54-1e06-438c-af11-728ce268fe46 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 944 time: 0.0559094 Feb 20 22:01:54.834201 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a36310db-cd3d-4f06-bd59-ae152fc47b94 req-d5e2f801-cdbb-40cd-acb3-c0a8d91c6078 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475547 Feb 20 22:01:55.327073 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device a2f52baa-2b62-450b-8043-ea89a6168c9a up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:01:55.383892 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port a2f52baa-2b62-450b-8043-ea89a6168c9a triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:01:55.384387 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:55.469808 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port a2f52baa-2b62-450b-8043-ea89a6168c9a is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:01:55.470463 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:55.497112 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d18d6e-ef83-4cf7-8cd2-42852635bc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f52baa-2b62-450b-8043-ea89a6168c9a'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:01:55.500362 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dd6d92-a793-44c9-b7f0-cd38c587185a" -d '{"events": [{"server_uuid": "07d18d6e-ef83-4cf7-8cd2-42852635bc9e", "name": "network-vif-plugged", "status": "completed", "tag": "a2f52baa-2b62-450b-8043-ea89a6168c9a"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:01:55.523958 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port a2f52baa-2b62-450b-8043-ea89a6168c9a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a2f52baa-2b62-450b-8043-ea89a6168c9a,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:01:55.531543 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:55.563725 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3013d7ea-6753-4df8-ac62-6835eb3ac7b1 x-openstack-request-id: req-3013d7ea-6753-4df8-ac62-6835eb3ac7b1 {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:01:55.564073 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d18d6e-ef83-4cf7-8cd2-42852635bc9e", "name": "network-vif-plugged", "status": "completed", "tag": "a2f52baa-2b62-450b-8043-ea89a6168c9a", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:01:55.564275 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3013d7ea-6753-4df8-ac62-6835eb3ac7b1 {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:01:55.564663 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d18d6e-ef83-4cf7-8cd2-42852635bc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f52baa-2b62-450b-8043-ea89a6168c9a', 'code': 200} Feb 20 22:01:55.591839 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=a2f52baa-2b62-450b-8043-ea89a6168c9a,revision_number=7']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:01:55.887330 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:55.993765 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09a12f-1f47-4a73-89e1-62b75de8d86a req-a03b8116-12c8-40d4-802b-2c31a15342cb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:55.995956 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fb09a12f-1f47-4a73-89e1-62b75de8d86a req-a03b8116-12c8-40d4-802b-2c31a15342cb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0699286 Feb 20 22:01:56.054550 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fb09a12f-1f47-4a73-89e1-62b75de8d86a req-f7acb1af-1953-4a84-b94a-8be3493a7c8b tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501046 Feb 20 22:01:57.196597 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3c469-eb4c-4575-9aca-d9105eaaa481 req-c11e84b3-f2df-4ce3-905a-d322f882f132 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:57.198239 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f2f3c469-eb4c-4575-9aca-d9105eaaa481 req-c11e84b3-f2df-4ce3-905a-d322f882f132 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0590050 Feb 20 22:01:57.254627 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f2f3c469-eb4c-4575-9aca-d9105eaaa481 req-d6e866ba-3bef-4152-8300-93347a92296d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481308 Feb 20 22:01:57.299251 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:58.403653 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852c2bb-6090-46be-a468-93c35b588738 req-ddb1b7a4-75ea-4f9d-aef4-02bad08fb916 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:58.405264 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c852c2bb-6090-46be-a468-93c35b588738 req-ddb1b7a4-75ea-4f9d-aef4-02bad08fb916 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0625000 Feb 20 22:01:58.455284 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c852c2bb-6090-46be-a468-93c35b588738 req-987351da-dc26-4111-82a7-166aa95b2e94 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440662 Feb 20 22:01:59.239676 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:01:59.601179 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79bdb8-e8a5-4dbe-8d1d-ebb1a1379e43 req-ab8a3cee-57cf-453a-8a3c-e9961fe475bb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:01:59.602694 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2d79bdb8-e8a5-4dbe-8d1d-ebb1a1379e43 req-ab8a3cee-57cf-453a-8a3c-e9961fe475bb tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0543544 Feb 20 22:01:59.659515 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2d79bdb8-e8a5-4dbe-8d1d-ebb1a1379e43 req-fbf0f1ac-17ac-477e-b987-ba2da166c3ee tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512660 Feb 20 22:02:00.792012 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681c1db-c5bf-4b69-b842-2987bd423a91 req-71e991b1-48c5-476e-bbb1-4671761c9b54 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:00.797036 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1681c1db-c5bf-4b69-b842-2987bd423a91 req-71e991b1-48c5-476e-bbb1-4671761c9b54 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0563262 Feb 20 22:02:00.858613 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1681c1db-c5bf-4b69-b842-2987bd423a91 req-97937302-c882-4982-b00a-38c5462613a8 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531707 Feb 20 22:02:01.994839 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656c807-6782-47f8-91b4-26a0a549e092 req-f04275a4-cdf6-4eb2-be57-ca76878a4ba8 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:02.001521 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6656c807-6782-47f8-91b4-26a0a549e092 req-f04275a4-cdf6-4eb2-be57-ca76878a4ba8 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0670712 Feb 20 22:02:02.050391 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6656c807-6782-47f8-91b4-26a0a549e092 req-2bf1da52-868b-4ccb-a12b-b4eb2e6e079b tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454435 Feb 20 22:02:03.119735 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaa258-8a61-4294-9882-e8b24d2c5e9e req-62434316-3943-4fb4-89af-e7528b845e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:03.121337 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-adeaa258-8a61-4294-9882-e8b24d2c5e9e req-62434316-3943-4fb4-89af-e7528b845e9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52eb4398f63e4c4c8811bf06725eddc8&device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 1129 time: 0.0449421 Feb 20 22:02:03.170438 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26157ed-bc8b-4623-8980-9f19d5098d83 req-2de455e7-a797-41aa-bcd7-256c77f93386 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:03.171903 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f26157ed-bc8b-4623-8980-9f19d5098d83 req-2de455e7-a797-41aa-bcd7-256c77f93386 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0516522 Feb 20 22:02:03.213661 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaa258-8a61-4294-9882-e8b24d2c5e9e req-54d65ec8-3907-45c5-b54f-606bc0bfc953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:03.215127 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-adeaa258-8a61-4294-9882-e8b24d2c5e9e req-54d65ec8-3907-45c5-b54f-606bc0bfc953 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e763aaf-88b9-4e27-90cd-d1934feee28a HTTP/1.1" status: 200 len: 918 time: 0.0879548 Feb 20 22:02:03.220150 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f26157ed-bc8b-4623-8980-9f19d5098d83 req-c46abe68-0043-4b01-a936-fc54a040c834 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426602 Feb 20 22:02:03.279487 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-adeaa258-8a61-4294-9882-e8b24d2c5e9e req-caa579ea-3bdf-4e2f-99cd-5c05d9c576a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2f52baa-2b62-450b-8043-ea89a6168c9a HTTP/1.1" status: 200 len: 1000 time: 0.0571506 Feb 20 22:02:03.327205 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaa258-8a61-4294-9882-e8b24d2c5e9e req-28bbdd3e-28b9-404a-9114-919960867e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:03.328612 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-adeaa258-8a61-4294-9882-e8b24d2c5e9e req-28bbdd3e-28b9-404a-9114-919960867e73 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c8aaa30-49a3-42aa-9af8-224d54cdf692 HTTP/1.1" status: 200 len: 856 time: 0.0423033 Feb 20 22:02:03.378553 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaa258-8a61-4294-9882-e8b24d2c5e9e req-d8eb1244-600c-4e2e-b13b-652d44eae45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:03.379930 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-adeaa258-8a61-4294-9882-e8b24d2c5e9e req-d8eb1244-600c-4e2e-b13b-652d44eae45d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e763aaf-88b9-4e27-90cd-d1934feee28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452285 Feb 20 22:02:03.465927 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-adeaa258-8a61-4294-9882-e8b24d2c5e9e req-2a9fc5bd-f04a-40b1-8f69-bf51a27a34a3 service neutron] 10.222.0.45 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787706 Feb 20 22:02:03.557258 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-adeaa258-8a61-4294-9882-e8b24d2c5e9e req-9b1acbff-762e-4198-b0b9-f1d7980c7f60 service neutron] 10.222.0.45 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843413 Feb 20 22:02:04.344246 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c5653-5850-4019-b878-9ddbe4d04388 req-7c9b53f7-4704-4c2b-b029-110fcfed12c6 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:04.345731 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-666c5653-5850-4019-b878-9ddbe4d04388 req-7c9b53f7-4704-4c2b-b029-110fcfed12c6 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0552185 Feb 20 22:02:04.390684 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-666c5653-5850-4019-b878-9ddbe4d04388 req-7a97c3a8-8081-4f08-b3da-bdb051a5c24d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395231 Feb 20 22:02:05.373753 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device a2f52baa-2b62-450b-8043-ea89a6168c9a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:02:05.453355 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port a2f52baa-2b62-450b-8043-ea89a6168c9a is: ACTIVE; New status is: DOWN {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:02:05.453750 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:05.477457 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d18d6e-ef83-4cf7-8cd2-42852635bc9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2f52baa-2b62-450b-8043-ea89a6168c9a'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:02:05.479733 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef47e580-a66f-44e7-acca-c1718fb6f1c3" -d '{"events": [{"server_uuid": "07d18d6e-ef83-4cf7-8cd2-42852635bc9e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2f52baa-2b62-450b-8043-ea89a6168c9a"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:02:05.491690 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port a2f52baa-2b62-450b-8043-ea89a6168c9a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a2f52baa-2b62-450b-8043-ea89a6168c9a,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:02:05.498595 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:05.517175 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152d1a5-850d-4893-8969-88340093fc54 req-719361c2-7ece-401f-920e-9760711e4f06 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:05.518735 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2152d1a5-850d-4893-8969-88340093fc54 req-719361c2-7ece-401f-920e-9760711e4f06 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 945 time: 0.0561669 Feb 20 22:02:05.527448 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 22:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d53f89a-5e1d-4e66-9ba8-a77a06f9036e x-openstack-request-id: req-7d53f89a-5e1d-4e66-9ba8-a77a06f9036e {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:02:05.527742 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d18d6e-ef83-4cf7-8cd2-42852635bc9e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2f52baa-2b62-450b-8043-ea89a6168c9a", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:02:05.527995 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7d53f89a-5e1d-4e66-9ba8-a77a06f9036e {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:02:05.528377 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d18d6e-ef83-4cf7-8cd2-42852635bc9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2f52baa-2b62-450b-8043-ea89a6168c9a', 'code': 200} Feb 20 22:02:05.549373 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=a2f52baa-2b62-450b-8043-ea89a6168c9a,revision_number=8']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:05.566080 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2152d1a5-850d-4893-8969-88340093fc54 req-4a1c2b37-0c59-4479-8f44-d1b0456f7cde tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412569 Feb 20 22:02:06.433255 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe39d63-9369-455a-9699-e0a51d6ae89a req-d1652ce2-7012-4d89-956e-b1442b27cc22 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:06.434738 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5fe39d63-9369-455a-9699-e0a51d6ae89a req-d1652ce2-7012-4d89-956e-b1442b27cc22 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 943 time: 0.0578589 Feb 20 22:02:06.481488 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5fe39d63-9369-455a-9699-e0a51d6ae89a req-69bae2cf-161c-4863-81bb-ce9332e1b114 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411673 Feb 20 22:02:06.588516 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 59366) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:06.671236 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7b9b1d24-4e62-4467-a04f-3f609c2721d0 req-3723ebb3-3f95-4f4a-9d88-9e3e7e0ecdad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814421 Feb 20 22:02:06.679456 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [req-7b9b1d24-4e62-4467-a04f-3f609c2721d0 req-9fff6008-76ac-46de-a8a9-07d9ff584421 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:02:06.680395 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7b9b1d24-4e62-4467-a04f-3f609c2721d0 req-9fff6008-76ac-46de-a8a9-07d9ff584421 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048170 Feb 20 22:02:06.755234 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 59374) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:06.845778 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b1d24-4e62-4467-a04f-3f609c2721d0 req-a2e8f898-76e8-4c1c-9a17-c36e040fa5c4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:06.847108 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7b9b1d24-4e62-4467-a04f-3f609c2721d0 req-a2e8f898-76e8-4c1c-9a17-c36e040fa5c4 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports/a2f52baa-2b62-450b-8043-ea89a6168c9a HTTP/1.1" status: 200 len: 940 time: 0.0909197 Feb 20 22:02:07.604610 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6032c6-208b-430b-89f8-d6aa363ba5c8 req-c5cbb755-35eb-4de3-b7d1-53436af2a094 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:07.606219 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0d6032c6-208b-430b-89f8-d6aa363ba5c8 req-c5cbb755-35eb-4de3-b7d1-53436af2a094 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 943 time: 0.0521238 Feb 20 22:02:07.657109 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0d6032c6-208b-430b-89f8-d6aa363ba5c8 req-94a098a0-8f7d-4dcf-9585-c5c17f50ca2e tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452363 Feb 20 22:02:07.675253 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b1d24-4e62-4467-a04f-3f609c2721d0 req-a711026a-3be8-4913-bf94-addbdfea8562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:07.676792 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-7b9b1d24-4e62-4467-a04f-3f609c2721d0 req-a711026a-3be8-4913-bf94-addbdfea8562 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e&tenant_id=52eb4398f63e4c4c8811bf06725eddc8 HTTP/1.1" status: 200 len: 1127 time: 0.0768807 Feb 20 22:02:07.742347 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b1d24-4e62-4467-a04f-3f609c2721d0 req-bfbdaf31-e54c-45de-8f52-b4bfc18a757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:07.743809 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-7b9b1d24-4e62-4467-a04f-3f609c2721d0 req-bfbdaf31-e54c-45de-8f52-b4bfc18a757d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52eb4398f63e4c4c8811bf06725eddc8&device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 1127 time: 0.0431325 Feb 20 22:02:07.835604 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b1d24-4e62-4467-a04f-3f609c2721d0 req-b70b69ba-2d4b-4f7b-89db-b1921ec558cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:07.837068 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-7b9b1d24-4e62-4467-a04f-3f609c2721d0 req-b70b69ba-2d4b-4f7b-89db-b1921ec558cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e763aaf-88b9-4e27-90cd-d1934feee28a HTTP/1.1" status: 200 len: 918 time: 0.0850580 Feb 20 22:02:07.898173 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-7b9b1d24-4e62-4467-a04f-3f609c2721d0 req-3192f926-87cf-4240-bcfd-0a59ee29a59c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2f52baa-2b62-450b-8043-ea89a6168c9a HTTP/1.1" status: 200 len: 998 time: 0.0551035 Feb 20 22:02:07.948870 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b1d24-4e62-4467-a04f-3f609c2721d0 req-566f2173-f077-4f54-9bc1-2ad541178075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:07.950354 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-7b9b1d24-4e62-4467-a04f-3f609c2721d0 req-566f2173-f077-4f54-9bc1-2ad541178075 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c8aaa30-49a3-42aa-9af8-224d54cdf692 HTTP/1.1" status: 200 len: 856 time: 0.0462203 Feb 20 22:02:07.997683 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b1d24-4e62-4467-a04f-3f609c2721d0 req-0fe8522d-45ed-4f1a-9cba-caca571ee19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:07.999834 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-7b9b1d24-4e62-4467-a04f-3f609c2721d0 req-0fe8522d-45ed-4f1a-9cba-caca571ee19a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e763aaf-88b9-4e27-90cd-d1934feee28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431695 Feb 20 22:02:08.084991 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-7b9b1d24-4e62-4467-a04f-3f609c2721d0 req-240918bf-ef46-4823-929f-2af64c7c7d04 service neutron] 10.222.0.45 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791764 Feb 20 22:02:08.173090 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-7b9b1d24-4e62-4467-a04f-3f609c2721d0 req-4dab898f-bbea-4c00-8acc-3eeec02ffee8 service neutron] 10.222.0.45 "GET /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820513 Feb 20 22:02:08.820078 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb41c9-805f-4a64-a855-7fd7d15aa3d6 req-2e9f3756-af33-4db3-a880-8feb808e2d28 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:08.821964 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-eadb41c9-805f-4a64-a855-7fd7d15aa3d6 req-2e9f3756-af33-4db3-a880-8feb808e2d28 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 943 time: 0.0682447 Feb 20 22:02:08.907479 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-eadb41c9-805f-4a64-a855-7fd7d15aa3d6 req-c466bd9b-0ad2-46ca-aebe-c4bbe5759271 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784097 Feb 20 22:02:09.097970 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f028725-c36c-4fd6-a81f-df54b80bc55b req-5c84f318-cef1-40a4-981c-41a1931e9fd9 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:09.099907 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9f028725-c36c-4fd6-a81f-df54b80bc55b req-5c84f318-cef1-40a4-981c-41a1931e9fd9 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0581918 Feb 20 22:02:09.149833 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9f028725-c36c-4fd6-a81f-df54b80bc55b req-80100265-7f71-4a55-bf29-ff935eae51fc tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435562 Feb 20 22:02:09.386646 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device a2f52baa-2b62-450b-8043-ea89a6168c9a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:02:09.521219 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port a2f52baa-2b62-450b-8043-ea89a6168c9a is: DOWN; New status is: DOWN {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:02:10.047766 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df5dc7-785a-4978-89b1-c2cb3dc9cb92 req-73dbb981-6998-418a-9cb6-d0d700b9f2bc tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:10.049197 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a9df5dc7-785a-4978-89b1-c2cb3dc9cb92 req-73dbb981-6998-418a-9cb6-d0d700b9f2bc tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 943 time: 0.0648196 Feb 20 22:02:10.095875 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a9df5dc7-785a-4978-89b1-c2cb3dc9cb92 req-3ea9d30c-1ce6-4c7b-933c-d4c94dec8a33 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412109 Feb 20 22:02:10.277782 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d88f8-3a91-4f18-99a2-6474e6b1f1e5 req-ee47b8ee-5266-44a7-8b93-f2ea77c7bdd9 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:10.279312 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e92d88f8-3a91-4f18-99a2-6474e6b1f1e5 req-ee47b8ee-5266-44a7-8b93-f2ea77c7bdd9 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0533197 Feb 20 22:02:10.328743 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e92d88f8-3a91-4f18-99a2-6474e6b1f1e5 req-250f11dc-a094-4c13-998d-dbdc18ba1539 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435145 Feb 20 22:02:11.251990 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34861d36-94b6-4cd3-b615-1479ed36a316 req-1b15e10c-12b0-4dc9-b503-23b89fcb3845 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:11.253643 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-34861d36-94b6-4cd3-b615-1479ed36a316 req-1b15e10c-12b0-4dc9-b503-23b89fcb3845 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 943 time: 0.0654576 Feb 20 22:02:11.326170 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-34861d36-94b6-4cd3-b615-1479ed36a316 req-f3ccc5cf-2ebd-428b-ac04-ba895e09b896 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664892 Feb 20 22:02:11.352023 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb47ce7-b86a-4625-8caa-25aef5d94f75 req-a1454c83-934b-4ed8-a42f-4708ae9cde03 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:11.353766 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2fb47ce7-b86a-4625-8caa-25aef5d94f75 req-a1454c83-934b-4ed8-a42f-4708ae9cde03 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0882993 Feb 20 22:02:11.456372 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2fb47ce7-b86a-4625-8caa-25aef5d94f75 req-1ebbd105-eaca-4264-b718-1b81010a0595 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925107 Feb 20 22:02:11.481085 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69293771-e2c5-4bbb-b958-54c252c5023b req-3575cf5a-0269-4d24-9e29-ee26336d94c2 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:11.487312 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-69293771-e2c5-4bbb-b958-54c252c5023b req-3575cf5a-0269-4d24-9e29-ee26336d94c2 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0710728 Feb 20 22:02:11.557305 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-69293771-e2c5-4bbb-b958-54c252c5023b req-43a13912-8791-43d1-8f2b-17276c5d002d tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670748 Feb 20 22:02:12.456680 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054478c1-5ecb-4b40-a7d0-14b9195aa7dc req-8975877c-0bb0-45eb-9075-932e8cd6aaba tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:12.462556 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-054478c1-5ecb-4b40-a7d0-14b9195aa7dc req-8975877c-0bb0-45eb-9075-932e8cd6aaba tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 943 time: 0.0593181 Feb 20 22:02:12.511372 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-054478c1-5ecb-4b40-a7d0-14b9195aa7dc req-51ee1f9b-6b52-46bd-8fa9-e80b1768b8d9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470793 Feb 20 22:02:12.616728 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16348000-7b26-4a54-8a7b-e8778b0cb7f4 req-03c2f796-5cf3-42e8-94c1-40cc632f5f16 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:12.618169 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-16348000-7b26-4a54-8a7b-e8778b0cb7f4 req-03c2f796-5cf3-42e8-94c1-40cc632f5f16 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0582674 Feb 20 22:02:12.712374 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-16348000-7b26-4a54-8a7b-e8778b0cb7f4 req-4a9a6434-d135-4835-aaf2-034d3f5d97b7 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887492 Feb 20 22:02:12.726783 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeae9f1-7f2c-49ff-92d4-332264472d77 req-72f706ac-8e4a-4580-8964-1d5d5c0c9e41 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:12.728217 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-deeae9f1-7f2c-49ff-92d4-332264472d77 req-72f706ac-8e4a-4580-8964-1d5d5c0c9e41 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0975821 Feb 20 22:02:12.775653 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-deeae9f1-7f2c-49ff-92d4-332264472d77 req-92d72ed5-ffa3-460f-8616-305a3f00a310 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414848 Feb 20 22:02:13.641380 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4087e6-b332-43b7-9e40-71f49d0524d1 req-0cc35933-5857-4808-ad8e-fb0816a7048e tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:13.643069 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1a4087e6-b332-43b7-9e40-71f49d0524d1 req-0cc35933-5857-4808-ad8e-fb0816a7048e tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 943 time: 0.0540442 Feb 20 22:02:13.689955 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1a4087e6-b332-43b7-9e40-71f49d0524d1 req-6d076b8d-cbd2-4790-a13a-6d5dc05f18d1 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411973 Feb 20 22:02:13.831876 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85b8b7-0e35-466e-85b5-1cc1ee83c2fd req-e5fa7d9c-bbfb-437a-8095-8187990f2597 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:13.833378 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bc85b8b7-0e35-466e-85b5-1cc1ee83c2fd req-e5fa7d9c-bbfb-437a-8095-8187990f2597 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0562582 Feb 20 22:02:13.919193 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bc85b8b7-0e35-466e-85b5-1cc1ee83c2fd req-75ec8a9d-8b78-447b-ad7d-99f44c3820dc tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803757 Feb 20 22:02:13.942397 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cdd05-e7fc-4dd2-87ae-5814c00ab7e9 req-f333a05d-c2ee-43d3-897d-6fec2ff19bdf tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:13.943914 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-734cdd05-e7fc-4dd2-87ae-5814c00ab7e9 req-f333a05d-c2ee-43d3-897d-6fec2ff19bdf tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0993617 Feb 20 22:02:13.996264 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-734cdd05-e7fc-4dd2-87ae-5814c00ab7e9 req-0b21c559-4895-4ff4-9238-ffee55fe3001 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466137 Feb 20 22:02:14.819095 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91746013-8ffc-4260-a3ce-641228e9d60f req-e32e3a5a-5512-46af-b65d-a1598c896660 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:14.820566 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-91746013-8ffc-4260-a3ce-641228e9d60f req-e32e3a5a-5512-46af-b65d-a1598c896660 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 943 time: 0.0556500 Feb 20 22:02:14.867592 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-91746013-8ffc-4260-a3ce-641228e9d60f req-f36fcbab-ac13-47b1-8d79-167073465d1b tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414534 Feb 20 22:02:15.044061 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a4caf-41da-4b85-afce-9baa650eee9e req-edbee51a-3b99-4e99-87ad-a1d0eed0b041 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:15.045563 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ae2a4caf-41da-4b85-afce-9baa650eee9e req-edbee51a-3b99-4e99-87ad-a1d0eed0b041 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0571814 Feb 20 22:02:15.123596 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ae2a4caf-41da-4b85-afce-9baa650eee9e req-c8f28245-2867-4b7d-aa7d-1228830a960f tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720401 Feb 20 22:02:15.142894 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc7603-ec66-43e2-9db3-27f9d855fef8 req-5c0ade8a-d494-436e-915e-1ca039343605 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:15.144715 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6fcc7603-ec66-43e2-9db3-27f9d855fef8 req-5c0ade8a-d494-436e-915e-1ca039343605 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0808423 Feb 20 22:02:15.209726 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6fcc7603-ec66-43e2-9db3-27f9d855fef8 req-3c8c4507-b3c1-44c4-85e9-5eb552be5273 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543189 Feb 20 22:02:15.994720 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184b965-0e3c-4ad2-bc7c-3bbbe7f3ba9b req-30939535-70d3-48c4-a1cb-6df60a6e2445 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:15.996517 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5184b965-0e3c-4ad2-bc7c-3bbbe7f3ba9b req-30939535-70d3-48c4-a1cb-6df60a6e2445 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 943 time: 0.0591221 Feb 20 22:02:16.047111 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5184b965-0e3c-4ad2-bc7c-3bbbe7f3ba9b req-1f44e761-30d8-4018-b749-d0a87bbe9d62 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447621 Feb 20 22:02:16.247378 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad842b-9ac3-4b42-9c4d-661b6881172b req-f037223f-2828-4ebf-a154-47a7b43a97cf tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:16.249468 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-93ad842b-9ac3-4b42-9c4d-661b6881172b req-f037223f-2828-4ebf-a154-47a7b43a97cf tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0535817 Feb 20 22:02:16.325942 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-93ad842b-9ac3-4b42-9c4d-661b6881172b req-f08741d4-8825-4a8c-b762-0d236e431ae6 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706341 Feb 20 22:02:16.353083 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad805ab8-0b47-409a-9fdb-be20764bf9d1 req-5d77cc23-9874-4c2c-af85-c6c619a0ff3c tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:16.354569 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ad805ab8-0b47-409a-9fdb-be20764bf9d1 req-5d77cc23-9874-4c2c-af85-c6c619a0ff3c tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0867383 Feb 20 22:02:16.428883 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ad805ab8-0b47-409a-9fdb-be20764bf9d1 req-90f84d30-55e8-4126-a5f9-8fd8c051c309 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627148 Feb 20 22:02:17.165952 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687df20a-4013-4885-b691-0bab9de6e3e1 req-570f16ad-51b8-4ac6-b211-963b443db07f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:17.167404 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-687df20a-4013-4885-b691-0bab9de6e3e1 req-570f16ad-51b8-4ac6-b211-963b443db07f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 943 time: 0.0510700 Feb 20 22:02:17.212414 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-687df20a-4013-4885-b691-0bab9de6e3e1 req-ca596073-ebbd-49e3-b903-6db9ee5f9d5a tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392501 Feb 20 22:02:17.453270 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6f170-966d-4bf4-b5f5-74765019e54d req-0f18eadb-c476-4cd1-b1b6-828a723a0dd3 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:17.455087 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-33e6f170-966d-4bf4-b5f5-74765019e54d req-0f18eadb-c476-4cd1-b1b6-828a723a0dd3 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0528853 Feb 20 22:02:17.513993 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-33e6f170-966d-4bf4-b5f5-74765019e54d req-ec49ebd5-823c-46d0-8852-848881184cdd tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533667 Feb 20 22:02:17.557344 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbba29b-fc14-4e8f-acbc-a5736cd95c28 req-a14f8803-9d36-4963-be2a-dec6c2a90141 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:17.558787 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2cbba29b-fc14-4e8f-acbc-a5736cd95c28 req-a14f8803-9d36-4963-be2a-dec6c2a90141 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0619283 Feb 20 22:02:17.610744 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2cbba29b-fc14-4e8f-acbc-a5736cd95c28 req-3f2adb36-069b-4614-8482-d09e9dbf5c4d tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461621 Feb 20 22:02:18.335208 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf98be-3c44-4e85-9d7f-4e222477f14b req-6e65873b-096b-4519-8acf-0f5159cfc265 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:18.336695 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2fcf98be-3c44-4e85-9d7f-4e222477f14b req-6e65873b-096b-4519-8acf-0f5159cfc265 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 943 time: 0.0527124 Feb 20 22:02:18.383513 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2fcf98be-3c44-4e85-9d7f-4e222477f14b req-6b5ab253-5f76-4c42-9bad-1bab1300c219 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413511 Feb 20 22:02:18.671683 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488371ea-6e8e-4fde-94bf-546f62bef848 req-3331760b-19ad-4855-958a-f6893c056e6d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:18.673360 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-488371ea-6e8e-4fde-94bf-546f62bef848 req-3331760b-19ad-4855-958a-f6893c056e6d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0582473 Feb 20 22:02:18.751443 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-488371ea-6e8e-4fde-94bf-546f62bef848 req-bf69490a-274d-4894-9628-98aaf8b933cb tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665951 Feb 20 22:02:18.762778 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848736ee-7417-417e-ba0d-2f2691d746ac req-bcaed176-ecfa-4a7e-a22a-438c8b691f63 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:18.764257 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-848736ee-7417-417e-ba0d-2f2691d746ac req-bcaed176-ecfa-4a7e-a22a-438c8b691f63 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0877829 Feb 20 22:02:18.813068 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-848736ee-7417-417e-ba0d-2f2691d746ac req-f6748f04-cc4d-4953-a177-3725bc5431ad tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433900 Feb 20 22:02:19.512357 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24976a2c-13b4-4aec-805d-03a896437f30 req-c1dbca2a-0a99-405b-afd5-5bbe96697d48 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:19.514397 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-24976a2c-13b4-4aec-805d-03a896437f30 req-c1dbca2a-0a99-405b-afd5-5bbe96697d48 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 943 time: 0.0614893 Feb 20 22:02:19.561617 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-24976a2c-13b4-4aec-805d-03a896437f30 req-9ae40791-5c2a-4807-8ab0-710452095e9a tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417540 Feb 20 22:02:19.929611 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af705593-477d-42fa-9828-cf30077d2eaf req-8ab3ee8a-a0fa-4e44-ba8c-8a9a602276ff tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:19.931090 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-af705593-477d-42fa-9828-cf30077d2eaf req-8ab3ee8a-a0fa-4e44-ba8c-8a9a602276ff tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.1131794 Feb 20 22:02:19.975428 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708f35c-57b0-4873-b6be-634962738d0d req-91cb2c3a-ff87-480c-99cd-b9e1ca5d5cd5 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:19.976885 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a708f35c-57b0-4873-b6be-634962738d0d req-91cb2c3a-ff87-480c-99cd-b9e1ca5d5cd5 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0867839 Feb 20 22:02:20.006390 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-af705593-477d-42fa-9828-cf30077d2eaf req-70466ed9-6316-4952-b89a-6213579afcc4 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686269 Feb 20 22:02:20.036742 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a708f35c-57b0-4873-b6be-634962738d0d req-c252dd0f-8f74-40b1-b0c3-2a30d7a6ca96 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535097 Feb 20 22:02:20.634402 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:02:20.684047 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135dde8-a174-4253-aaa3-5259b3a7c327 req-022b6df1-812f-4d5b-9e22-466803930f2e tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:20.686154 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f135dde8-a174-4253-aaa3-5259b3a7c327 req-022b6df1-812f-4d5b-9e22-466803930f2e tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 943 time: 0.0557837 Feb 20 22:02:20.729807 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f135dde8-a174-4253-aaa3-5259b3a7c327 req-59eabfd2-67dd-40bf-9299-34a6fadad1c3 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382631 Feb 20 22:02:21.002891 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-66919c42-29b9-4f53-a509-facc21f43e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:21.151625 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190f01d-f87f-4d44-b0f8-24db560d8396 req-0a27904d-4e5d-4e64-8af3-9107e38423c4 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:21.153108 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2190f01d-f87f-4d44-b0f8-24db560d8396 req-0a27904d-4e5d-4e64-8af3-9107e38423c4 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0793493 Feb 20 22:02:21.179761 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19207a57-d26d-42ac-86b0-939f6ab4c9df req-83fd2613-3c71-499d-b144-af031ad7f85d tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:21.181194 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-19207a57-d26d-42ac-86b0-939f6ab4c9df req-83fd2613-3c71-499d-b144-af031ad7f85d tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0790021 Feb 20 22:02:21.228367 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2190f01d-f87f-4d44-b0f8-24db560d8396 req-0e2570db-1bec-4e1d-b854-c535b1000b94 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689201 Feb 20 22:02:21.251911 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-19207a57-d26d-42ac-86b0-939f6ab4c9df req-e46bce38-a8e0-4a3e-9cfb-44c58c294af5 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644321 Feb 20 22:02:21.849684 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b82aa-f3ae-43a3-8dd9-ad743e0e2bde req-d1bf1027-ac72-447e-bf92-9606244e054f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:21.851143 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3a1b82aa-f3ae-43a3-8dd9-ad743e0e2bde req-d1bf1027-ac72-447e-bf92-9606244e054f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 943 time: 0.0513823 Feb 20 22:02:21.895652 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3a1b82aa-f3ae-43a3-8dd9-ad743e0e2bde req-d87586c5-0e73-42ec-8d52-60aae4a45b41 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391204 Feb 20 22:02:22.382192 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e93856-1a10-40a1-9bee-e24ae1975dfd req-7db10316-1391-46c0-ae26-458c80cc74a5 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:22.383692 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-85e93856-1a10-40a1-9bee-e24ae1975dfd req-7db10316-1391-46c0-ae26-458c80cc74a5 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0895336 Feb 20 22:02:22.399506 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dca69f-7d61-42f2-b578-566fb9b31bbd req-5efbdcec-2cc4-4aee-bc7c-1e454bbd7f65 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:22.401325 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d2dca69f-7d61-42f2-b578-566fb9b31bbd req-5efbdcec-2cc4-4aee-bc7c-1e454bbd7f65 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0804727 Feb 20 22:02:22.478062 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-85e93856-1a10-40a1-9bee-e24ae1975dfd req-4b3aaffc-54b1-4b39-8d67-c2fcd3466cf9 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867176 Feb 20 22:02:22.482651 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d2dca69f-7d61-42f2-b578-566fb9b31bbd req-03d32844-bda5-4ba4-9ce9-1c4bfac7eb77 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747795 Feb 20 22:02:23.013412 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e576e-a830-4225-9e98-6597b15297f9 req-ee5019b5-c9fc-4b40-9687-9cefa544ea93 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:23.014776 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e06e576e-a830-4225-9e98-6597b15297f9 req-ee5019b5-c9fc-4b40-9687-9cefa544ea93 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 943 time: 0.0508511 Feb 20 22:02:23.060580 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e06e576e-a830-4225-9e98-6597b15297f9 req-42b9cf1a-7125-4afc-8d07-30d41db9a23b tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402381 Feb 20 22:02:23.120108 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-bdae0090-c24c-4ac4-b416-1004b67b2f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:23.147254 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901db88c-d36d-4772-bc2a-afaa16904741 req-7049e64e-7aa8-40cf-b305-65bd3dddcdba tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:23.148679 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-901db88c-d36d-4772-bc2a-afaa16904741 req-7049e64e-7aa8-40cf-b305-65bd3dddcdba tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0530767 Feb 20 22:02:23.245729 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-901db88c-d36d-4772-bc2a-afaa16904741 req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Deleting port 07867352-7788-40d5-9792-bed5ce1aec62 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:02:23.246097 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-901db88c-d36d-4772-bc2a-afaa16904741 req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (07867352-7788-40d5-9792-bed5ce1aec62), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:23.333253 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-901db88c-d36d-4772-bc2a-afaa16904741 req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] For port 07867352-7788-40d5-9792-bed5ce1aec62, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=07867352-7788-40d5-9792-bed5ce1aec62,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:02:23.333616 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-901db88c-d36d-4772-bc2a-afaa16904741 req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (07867352-7788-40d5-9792-bed5ce1aec62), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:23.426349 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device a2f52baa-2b62-450b-8043-ea89a6168c9a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:02:23.504130 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-901db88c-d36d-4772-bc2a-afaa16904741 req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:23.504801 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-901db88c-d36d-4772-bc2a-afaa16904741 req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643065'] for floatingip (f486a077-33c2-473a-88da-c34b022048bc), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:23.505321 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.l3_db [req-901db88c-d36d-4772-bc2a-afaa16904741 req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Floating IP f486a077-33c2-473a-88da-c34b022048bc disassociated. External IP: 172.27.3.24, port: 07867352-7788-40d5-9792-bed5ce1aec62. Feb 20 22:02:23.506099 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-901db88c-d36d-4772-bc2a-afaa16904741 req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Calling delete_port for 07867352-7788-40d5-9792-bed5ce1aec62 owned by compute:nova {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:02:23.521324 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port a2f52baa-2b62-450b-8043-ea89a6168c9a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a2f52baa-2b62-450b-8043-ea89a6168c9a,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:02:23.534720 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': 'a2f52baa-2b62-450b-8043-ea89a6168c9a', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'port_id': 'a2f52baa-2b62-450b-8043-ea89a6168c9a', 'mac_address': 'fa:16:3e:42:33:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:02:23.595845 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port a2f52baa-2b62-450b-8043-ea89a6168c9a is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:02:23.596248 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:23.613075 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f52baa-2b62-450b-8043-ea89a6168c9a {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:02:23.641323 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port a2f52baa-2b62-450b-8043-ea89a6168c9a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a2f52baa-2b62-450b-8043-ea89a6168c9a,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:02:23.646729 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:23.670850 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-901db88c-d36d-4772-bc2a-afaa16904741 req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (07867352-7788-40d5-9792-bed5ce1aec62), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:23.680243 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8470eb3-88e1-4a92-9223-1e0df781e9dd req-9bbefe52-6ba9-49e8-93b9-f1074035f840 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:23.682557 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d8470eb3-88e1-4a92-9223-1e0df781e9dd req-9bbefe52-6ba9-49e8-93b9-f1074035f840 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.1148410 Feb 20 22:02:23.695808 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dbc03-a782-41b6-afba-f344613b505a req-8e5d15eb-8b94-4966-a37f-1c97a43c7cb7 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:23.697873 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-167dbc03-a782-41b6-afba-f344613b505a req-8e5d15eb-8b94-4966-a37f-1c97a43c7cb7 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5eecdc5-8ced-4158-99ab-b5ce29077eb1 HTTP/1.1" status: 200 len: 945 time: 0.0950665 Feb 20 22:02:23.699799 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=a2f52baa-2b62-450b-8043-ea89a6168c9a,revision_number=9']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:23.700967 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event deleted for resources: {'Port': ['ID=07867352-7788-40d5-9792-bed5ce1aec62,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:23.716470 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:23.716827 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:23.717196 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:23.717534 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:23.718390 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:23.718390 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:23.718598 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:23.718812 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:23.719138 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:23.719462 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:23.719779 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:23.720099 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:23.720426 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:23.775266 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d8470eb3-88e1-4a92-9223-1e0df781e9dd req-529a5827-833a-4ca4-8ed8-6b1bf6af72c0 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764258 Feb 20 22:02:23.790814 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-167dbc03-a782-41b6-afba-f344613b505a req-a5362b72-19e0-4876-9721-3c6089b3041c tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760403 Feb 20 22:02:23.833252 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-901db88c-d36d-4772-bc2a-afaa16904741 req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Router 47bdbb85-9d24-4be1-8431-88ae730edf1a has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:02:23.913711 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['a2f52baa-2b62-450b-8043-ea89a6168c9a'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:02:23.943641 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-901db88c-d36d-4772-bc2a-afaa16904741 req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:02:23.962910 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbffe02b-8e37-45d1-a7c2-bd4061910fa0 None None] Sync routers for ids ['47bdbb85-9d24-4be1-8431-88ae730edf1a'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:02:23.982101 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbffe02b-8e37-45d1-a7c2-bd4061910fa0 None None] Routers {'47bdbb85-9d24-4be1-8431-88ae730edf1a'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:02:23.982931 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-bbffe02b-8e37-45d1-a7c2-bd4061910fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:02:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['47bdbb85-9d24-4be1-8431-88ae730edf1a'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:02:23.991672 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-901db88c-d36d-4772-bc2a-afaa16904741 req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] No DVR routers for this DVR port 07867352-7788-40d5-9792-bed5ce1aec62 on host hv-cinder-83009 {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:02:23.991672 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-901db88c-d36d-4772-bc2a-afaa16904741 req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:23.994553 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-901db88c-d36d-4772-bc2a-afaa16904741 req-26ee8081-5b46-4048-a0f9-e67343b50e50 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.45 "DELETE /v2.0/ports/07867352-7788-40d5-9792-bed5ce1aec62 HTTP/1.1" status: 204 len: 173 time: 0.8389337 Feb 20 22:02:23.995000 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5eecdc5-8ced-4158-99ab-b5ce29077eb1', 'name': 'network-vif-deleted', 'tag': '07867352-7788-40d5-9792-bed5ce1aec62'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:02:23.998213 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15db13c0-fb8f-4d1c-b703-2a65bccc0e80" -d '{"events": [{"server_uuid": "f5eecdc5-8ced-4158-99ab-b5ce29077eb1", "name": "network-vif-deleted", "tag": "07867352-7788-40d5-9792-bed5ce1aec62"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:02:24.119561 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a6f731-2bb2-4fd0-9045-7b4015863c94 x-openstack-request-id: req-b9a6f731-2bb2-4fd0-9045-7b4015863c94 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:02:24.120235 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5eecdc5-8ced-4158-99ab-b5ce29077eb1", "name": "network-vif-deleted", "tag": "07867352-7788-40d5-9792-bed5ce1aec62", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:02:24.120705 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b9a6f731-2bb2-4fd0-9045-7b4015863c94 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:02:24.121396 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5eecdc5-8ced-4158-99ab-b5ce29077eb1', 'name': 'network-vif-deleted', 'tag': '07867352-7788-40d5-9792-bed5ce1aec62', 'status': 'completed', 'code': 200} Feb 20 22:02:24.169592 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-bbffe02b-8e37-45d1-a7c2-bd4061910fa0 None None] Set router 47bdbb85-9d24-4be1-8431-88ae730edf1a gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:02:24.218369 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdac4fa-b3b8-43ec-abea-6cefdd0f305c req-f534bcd5-61a6-4cdb-90ea-77576c354508 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:24.225195 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9cdac4fa-b3b8-43ec-abea-6cefdd0f305c req-f534bcd5-61a6-4cdb-90ea-77576c354508 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 944 time: 0.0727303 Feb 20 22:02:24.283981 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9cdac4fa-b3b8-43ec-abea-6cefdd0f305c req-3d00a090-4637-4a46-957a-5cb55fdbc5ef tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577698 Feb 20 22:02:24.424817 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:24.427969 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-bbffe02b-8e37-45d1-a7c2-bd4061910fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:21Z', 'revision_number': 5, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:02:24.455067 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbffe02b-8e37-45d1-a7c2-bd4061910fa0 None None] Checking router: 47bdbb85-9d24-4be1-8431-88ae730edf1a for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:02:24.463272 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbffe02b-8e37-45d1-a7c2-bd4061910fa0 None None] Routers {'47bdbb85-9d24-4be1-8431-88ae730edf1a'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:02:24.463885 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-bbffe02b-8e37-45d1-a7c2-bd4061910fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:02:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['47bdbb85-9d24-4be1-8431-88ae730edf1a'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:02:24.531905 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690faf8-3518-421d-85f7-728a2ded377e req-9a092ade-e983-4b8c-bda0-7495c574d908 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:24.533419 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f690faf8-3518-421d-85f7-728a2ded377e req-9a092ade-e983-4b8c-bda0-7495c574d908 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f8cdb74-4691-4dbf-98af-e379caf69c34 HTTP/1.1" status: 200 len: 945 time: 0.0655804 Feb 20 22:02:24.575466 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-bbffe02b-8e37-45d1-a7c2-bd4061910fa0 None None] Set router 47bdbb85-9d24-4be1-8431-88ae730edf1a gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:02:24.579084 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f690faf8-3518-421d-85f7-728a2ded377e req-61fe5098-9cc4-4084-b849-df2260eae54f tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=0727dcf3-e9a0-42f0-b9b2-0d2e1666b591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401452 Feb 20 22:02:24.917283 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc438c-d385-4a64-88bf-a08045933267 req-89b5438c-9b94-45d5-8aba-42950494c238 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:24.918260 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-bbffe02b-8e37-45d1-a7c2-bd4061910fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:21Z', 'revision_number': 5, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:02:24.919661 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-77bc438c-d385-4a64-88bf-a08045933267 req-89b5438c-9b94-45d5-8aba-42950494c238 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0587959 Feb 20 22:02:24.948723 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbffe02b-8e37-45d1-a7c2-bd4061910fa0 None None] The sync data for ids ['47bdbb85-9d24-4be1-8431-88ae730edf1a'] in dv-cinder-830093-1-iscsi is: [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:21Z', 'revision_number': 5, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:02:24.972846 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-77bc438c-d385-4a64-88bf-a08045933267 req-ead2bcdf-db2a-4856-a278-ec3caca30c7e tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468860 Feb 20 22:02:25.067207 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-22de9b7b-13ba-465f-9607-9d0c448dcbd0 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-117340209&fields=id&tenant_id=b3885aa7992e4e54891e9136ce879dfd HTTP/1.1" status: 200 len: 267 time: 0.0448043 Feb 20 22:02:25.173221 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-fd6af9b3-8f99-4ac7-9894-cc352dc448a0 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:25.174691 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-fd6af9b3-8f99-4ac7-9894-cc352dc448a0 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/networks?id=73283953-4b32-47aa-9293-e0cdbad6f01b HTTP/1.1" status: 200 len: 810 time: 0.1005559 Feb 20 22:02:25.180804 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1730c4e3-f6bb-4a10-b5dc-289506a03b1c None None] New status for floating IP f486a077-33c2-473a-88da-c34b022048bc: DOWN {{(pid=102710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:02:25.189542 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-4cf50aa9-d2d0-4a3e-8e50-f3d9a308defa tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/quotas/b3885aa7992e4e54891e9136ce879dfd HTTP/1.1" status: 200 len: 375 time: 0.0089991 Feb 20 22:02:25.246656 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-bc494f84-3787-4863-a13d-6789e4912635 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3885aa7992e4e54891e9136ce879dfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519326 Feb 20 22:02:25.342443 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-f41214a5-f4af-4ad9-bff9-37bf6cf8c79b service neutron] 10.222.0.61 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851958 Feb 20 22:02:25.437422 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device a2f52baa-2b62-450b-8043-ea89a6168c9a up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:02:25.487538 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port a2f52baa-2b62-450b-8043-ea89a6168c9a triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:02:25.487966 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:25.572947 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port a2f52baa-2b62-450b-8043-ea89a6168c9a is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:02:25.573390 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:25.597555 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d18d6e-ef83-4cf7-8cd2-42852635bc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f52baa-2b62-450b-8043-ea89a6168c9a'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:02:25.599809 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a1b100-3746-4484-8308-4e3012184ad7" -d '{"events": [{"server_uuid": "07d18d6e-ef83-4cf7-8cd2-42852635bc9e", "name": "network-vif-plugged", "status": "completed", "tag": "a2f52baa-2b62-450b-8043-ea89a6168c9a"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:02:25.612265 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port a2f52baa-2b62-450b-8043-ea89a6168c9a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a2f52baa-2b62-450b-8043-ea89a6168c9a,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:02:25.616650 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:25.617571 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 07867352-7788-40d5-9792-bed5ce1aec62 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:02:25.655978 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: 07867352-7788-40d5-9792-bed5ce1aec62 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:02:25.656322 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 07867352-7788-40d5-9792-bed5ce1aec62 not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:02:25.680631 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=a2f52baa-2b62-450b-8043-ea89a6168c9a,revision_number=10']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:25.705198 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb53b7-4b68-48a7-a19f-03c2f2c7d5a4 req-59450f90-bf80-40c7-86af-c4895fb1df11 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:25.706654 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-49cb53b7-4b68-48a7-a19f-03c2f2c7d5a4 req-59450f90-bf80-40c7-86af-c4895fb1df11 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 944 time: 0.3416409 Feb 20 22:02:25.708792 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-99a1a63d-c611-4b31-9152-43f918e60503 service neutron] 10.222.0.61 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608117 Feb 20 22:02:25.752644 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-49cb53b7-4b68-48a7-a19f-03c2f2c7d5a4 req-16f3218a-cd9d-4ed1-be94-8539e49f7547 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404680 Feb 20 22:02:25.864501 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1611b-416a-41d9-b837-d7341516011b req-245adff1-2f3e-432a-8640-f5bc52124b50 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:25.866263 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b8e1611b-416a-41d9-b837-d7341516011b req-245adff1-2f3e-432a-8640-f5bc52124b50 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f8cdb74-4691-4dbf-98af-e379caf69c34 HTTP/1.1" status: 200 len: 945 time: 0.0570095 Feb 20 22:02:25.873966 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:25.920530 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b8e1611b-416a-41d9-b837-d7341516011b req-28549f84-6373-4a11-975a-2722685716e3 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=0727dcf3-e9a0-42f0-b9b2-0d2e1666b591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471392 Feb 20 22:02:26.000368 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-de1a551f-85f9-4c9e-8329-89c36b93c648 req-cc203ff9-ad9a-47f2-b7f7-897f169f9e81 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 210 time: 0.0301480 Feb 20 22:02:26.036230 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c27cd18-df28-415b-be9d-89e0846d7182 x-openstack-request-id: req-7c27cd18-df28-415b-be9d-89e0846d7182 {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:02:26.036594 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d18d6e-ef83-4cf7-8cd2-42852635bc9e", "name": "network-vif-plugged", "status": "completed", "tag": "a2f52baa-2b62-450b-8043-ea89a6168c9a", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:02:26.036915 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7c27cd18-df28-415b-be9d-89e0846d7182 {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:02:26.037468 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d18d6e-ef83-4cf7-8cd2-42852635bc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f52baa-2b62-450b-8043-ea89a6168c9a', 'code': 200} Feb 20 22:02:26.117622 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf118bf1-5301-4d65-96e9-1ed93ecd48cf req-f787451a-6b60-4a91-8aeb-33fc611d41a4 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:26.119124 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bf118bf1-5301-4d65-96e9-1ed93ecd48cf req-f787451a-6b60-4a91-8aeb-33fc611d41a4 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0567548 Feb 20 22:02:26.176946 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bf118bf1-5301-4d65-96e9-1ed93ecd48cf req-9f5f2222-024c-4257-8325-7cfac16ffba0 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457780 Feb 20 22:02:26.251462 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f294e01-ba9b-4878-8104-d8973238e4f0 req-6a353ef0-23f0-4fd3-99bc-d5a2cbc8d51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:26.253080 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1f294e01-ba9b-4878-8104-d8973238e4f0 req-6a353ef0-23f0-4fd3-99bc-d5a2cbc8d51f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 1130 time: 0.0457160 Feb 20 22:02:26.299728 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-1f294e01-ba9b-4878-8104-d8973238e4f0 req-76bbf321-9b00-4cc4-adb9-4d570040475d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385978 Feb 20 22:02:26.603649 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2037158-8716-4446-9776-e20bcf5de738 req-b30b8b6d-9d50-4d82-ac50-08337296f71a tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:26.605161 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f2037158-8716-4446-9776-e20bcf5de738 req-b30b8b6d-9d50-4d82-ac50-08337296f71a tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f8cdb74-4691-4dbf-98af-e379caf69c34 HTTP/1.1" status: 200 len: 945 time: 0.0524704 Feb 20 22:02:26.707196 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-f2037158-8716-4446-9776-e20bcf5de738 req-22e1b77a-f5af-415a-80d0-06bf3cc9209d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Deleting port 49c12db6-d516-4386-b0f7-b8e4dc9cb94d {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:02:26.707453 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-f2037158-8716-4446-9776-e20bcf5de738 req-22e1b77a-f5af-415a-80d0-06bf3cc9209d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (49c12db6-d516-4386-b0f7-b8e4dc9cb94d), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:26.794781 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-f2037158-8716-4446-9776-e20bcf5de738 req-22e1b77a-f5af-415a-80d0-06bf3cc9209d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] For port 49c12db6-d516-4386-b0f7-b8e4dc9cb94d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=49c12db6-d516-4386-b0f7-b8e4dc9cb94d,segment=NetworkSegment(80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d),segment_id=80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:02:26.795208 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-f2037158-8716-4446-9776-e20bcf5de738 req-22e1b77a-f5af-415a-80d0-06bf3cc9209d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (49c12db6-d516-4386-b0f7-b8e4dc9cb94d), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:26.875749 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36872b87-a52a-423b-9f81-da20cdfde110 req-bf73db63-e2d7-410d-807d-9c4b907cff8f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:26.877339 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-36872b87-a52a-423b-9f81-da20cdfde110 req-bf73db63-e2d7-410d-807d-9c4b907cff8f tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 946 time: 0.0511889 Feb 20 22:02:26.926011 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-36872b87-a52a-423b-9f81-da20cdfde110 req-a3775aec-dbe1-485a-b7fa-8e3377c078c1 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430496 Feb 20 22:02:26.969573 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-f2037158-8716-4446-9776-e20bcf5de738 req-22e1b77a-f5af-415a-80d0-06bf3cc9209d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:26.969973 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-f2037158-8716-4446-9776-e20bcf5de738 req-22e1b77a-f5af-415a-80d0-06bf3cc9209d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643065'] for floatingip (422569d4-0d99-4ac6-a38b-5d7dc8530368), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:26.970306 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.l3_db [req-f2037158-8716-4446-9776-e20bcf5de738 req-22e1b77a-f5af-415a-80d0-06bf3cc9209d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Floating IP 422569d4-0d99-4ac6-a38b-5d7dc8530368 disassociated. External IP: 172.27.3.136, port: 49c12db6-d516-4386-b0f7-b8e4dc9cb94d. Feb 20 22:02:26.970791 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-f2037158-8716-4446-9776-e20bcf5de738 req-22e1b77a-f5af-415a-80d0-06bf3cc9209d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Calling delete_port for 49c12db6-d516-4386-b0f7-b8e4dc9cb94d owned by compute:nova {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:02:27.038383 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c01a92-0179-4578-b466-c9ebd4c4c812 req-28c5d047-6d95-497d-8bac-57b8024ea4eb tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:27.039868 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-92c01a92-0179-4578-b466-c9ebd4c4c812 req-28c5d047-6d95-497d-8bac-57b8024ea4eb tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f8cdb74-4691-4dbf-98af-e379caf69c34 HTTP/1.1" status: 200 len: 945 time: 0.0531752 Feb 20 22:02:27.110656 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-89c47439-dc79-4bdd-b797-72e64d946486 req-3bbb951e-7235-4920-91e8-c94aa5b312be tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 210 time: 0.0362587 Feb 20 22:02:27.114720 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-f2037158-8716-4446-9776-e20bcf5de738 req-22e1b77a-f5af-415a-80d0-06bf3cc9209d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (49c12db6-d516-4386-b0f7-b8e4dc9cb94d), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:27.120064 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-92c01a92-0179-4578-b466-c9ebd4c4c812 req-763cc38f-b6be-4d98-a265-ef3ed79a151e tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups?id=0727dcf3-e9a0-42f0-b9b2-0d2e1666b591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743167 Feb 20 22:02:27.148065 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1b77a-f5af-415a-80d0-06bf3cc9209d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Pushing event deleted for resources: {'Port': ['ID=49c12db6-d516-4386-b0f7-b8e4dc9cb94d,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:27.299283 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:27.317881 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259451f-7081-4473-8c8f-369c8cd9d8fd req-572f53ee-90d2-4c4c-879a-b40c133724ab tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:27.319509 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0259451f-7081-4473-8c8f-369c8cd9d8fd req-572f53ee-90d2-4c4c-879a-b40c133724ab tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0720441 Feb 20 22:02:27.344515 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-3c282577-faf5-4635-8e53-c279e7fb8c3a tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:27.346147 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-3c282577-faf5-4635-8e53-c279e7fb8c3a tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.45 "GET /v2.0/networks?id=73283953-4b32-47aa-9293-e0cdbad6f01b HTTP/1.1" status: 200 len: 810 time: 0.1947172 Feb 20 22:02:27.364138 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2037158-8716-4446-9776-e20bcf5de738 req-22e1b77a-f5af-415a-80d0-06bf3cc9209d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Router 2741698a-f3c3-40b5-8a36-9af40f6fa99f has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:02:27.375661 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0259451f-7081-4473-8c8f-369c8cd9d8fd req-322ba398-2be1-4947-b76b-b6eb4a017c34 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473692 Feb 20 22:02:27.463178 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-13d74983-c86d-4f06-8c01-f52816bbf0b3 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3885aa7992e4e54891e9136ce879dfd HTTP/1.1" status: 200 len: 379 time: 0.0978391 Feb 20 22:02:27.476487 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-5c5cc466-f7df-49bd-9684-3f67487001bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Request body: {'port': {'device_id': '68908831-4acd-4754-a16b-b7c73da47d42', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'admin_state_up': True, 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'security_groups': ['dbc273db-879f-42a4-b1db-3d22cffc3ad1']}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:02:27.584909 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2037158-8716-4446-9776-e20bcf5de738 req-22e1b77a-f5af-415a-80d0-06bf3cc9209d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:02:27.598496 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9aaf07-0f65-4801-9314-9deda8023799 None None] Sync routers for ids ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:02:27.613688 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9aaf07-0f65-4801-9314-9deda8023799 None None] Routers {'2741698a-f3c3-40b5-8a36-9af40f6fa99f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:02:27.614508 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-6e9aaf07-0f65-4801-9314-9deda8023799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:02:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:02:27.633661 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2037158-8716-4446-9776-e20bcf5de738 req-22e1b77a-f5af-415a-80d0-06bf3cc9209d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] No DVR routers for this DVR port 49c12db6-d516-4386-b0f7-b8e4dc9cb94d on host hv-cinder-83009 {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:02:27.637965 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-f2037158-8716-4446-9776-e20bcf5de738 req-22e1b77a-f5af-415a-80d0-06bf3cc9209d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:27.641323 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f2037158-8716-4446-9776-e20bcf5de738 req-22e1b77a-f5af-415a-80d0-06bf3cc9209d tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.45 "DELETE /v2.0/ports/49c12db6-d516-4386-b0f7-b8e4dc9cb94d HTTP/1.1" status: 204 len: 173 time: 1.0276883 Feb 20 22:02:27.642005 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8cdb74-4691-4dbf-98af-e379caf69c34', 'name': 'network-vif-deleted', 'tag': '49c12db6-d516-4386-b0f7-b8e4dc9cb94d'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:02:27.644115 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfda92d7-b32c-4d82-8dee-4dc27cbe33aa" -d '{"events": [{"server_uuid": "1f8cdb74-4691-4dbf-98af-e379caf69c34", "name": "network-vif-deleted", "tag": "49c12db6-d516-4386-b0f7-b8e4dc9cb94d"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:02:27.719655 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747692f6-f806-4d45-ac46-d73d32fe660a x-openstack-request-id: req-747692f6-f806-4d45-ac46-d73d32fe660a {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:02:27.719967 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8cdb74-4691-4dbf-98af-e379caf69c34", "name": "network-vif-deleted", "tag": "49c12db6-d516-4386-b0f7-b8e4dc9cb94d", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:02:27.720314 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-747692f6-f806-4d45-ac46-d73d32fe660a {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:02:27.720827 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8cdb74-4691-4dbf-98af-e379caf69c34', 'name': 'network-vif-deleted', 'tag': '49c12db6-d516-4386-b0f7-b8e4dc9cb94d', 'status': 'completed', 'code': 200} Feb 20 22:02:27.731059 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-5c5cc466-f7df-49bd-9684-3f67487001bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Made reservation on behalf of b3885aa7992e4e54891e9136ce879dfd for: {'port': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:02:27.734572 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-5c5cc466-f7df-49bd-9684-3f67487001bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:27.811956 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-6e9aaf07-0f65-4801-9314-9deda8023799 None None] Set router 2741698a-f3c3-40b5-8a36-9af40f6fa99f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:02:27.912361 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-5c5cc466-f7df-49bd-9684-3f67487001bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Allocated IP 172.20.0.13 (73283953-4b32-47aa-9293-e0cdbad6f01b/4a43bc83-a8d6-4033-994e-40c0a619b573/52d06ad6-ee6d-4e94-baa1-0435118cf046) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:02:28.066423 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-6e9aaf07-0f65-4801-9314-9deda8023799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:36Z', 'revision_number': 4, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port': {'id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'ead3a500-703a-4024-a7a1-b0bbfeec6399', 'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'mac_address': 'fa:16:3e:c1:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:32Z', 'updated_at': '2022-02-20T21:56:47Z', 'revision_number': 5, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'subnets': [{'id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:02:28.074860 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b386d95-c706-45fc-9a57-4b26b9dad92f req-a9fad0d3-5994-4411-92be-f5e2f6385998 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:28.089863 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6b386d95-c706-45fc-9a57-4b26b9dad92f req-a9fad0d3-5994-4411-92be-f5e2f6385998 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 946 time: 0.0649996 Feb 20 22:02:28.102822 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-5c5cc466-f7df-49bd-9684-3f67487001bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for port (52d06ad6-ee6d-4e94-baa1-0435118cf046), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:28.103067 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9aaf07-0f65-4801-9314-9deda8023799 None None] Checking router: 2741698a-f3c3-40b5-8a36-9af40f6fa99f for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:02:28.113106 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9aaf07-0f65-4801-9314-9deda8023799 None None] Routers {'2741698a-f3c3-40b5-8a36-9af40f6fa99f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:02:28.114195 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-6e9aaf07-0f65-4801-9314-9deda8023799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:02:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:02:28.154488 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6b386d95-c706-45fc-9a57-4b26b9dad92f req-3c79b4ef-cc4f-4d73-8d14-2f7d6bbfc20d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620348 Feb 20 22:02:28.173246 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-5c5cc466-f7df-49bd-9684-3f67487001bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (52d06ad6-ee6d-4e94-baa1-0435118cf046), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:28.226134 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-5c5cc466-f7df-49bd-9684-3f67487001bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Network 73283953-4b32-47aa-9293-e0cdbad6f01b is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:02:28.232534 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-5c5cc466-f7df-49bd-9684-3f67487001bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:02:28.235312 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-5c5cc466-f7df-49bd-9684-3f67487001bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:02:28.284089 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-6e9aaf07-0f65-4801-9314-9deda8023799 None None] Set router 2741698a-f3c3-40b5-8a36-9af40f6fa99f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:02:28.332968 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cc466-f7df-49bd-9684-3f67487001bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event updated for resources: {'Port': ['ID=52d06ad6-ee6d-4e94-baa1-0435118cf046,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:28.350475 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-5c5cc466-f7df-49bd-9684-3f67487001bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:28.351144 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-5c5cc466-f7df-49bd-9684-3f67487001bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:28.375712 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-5c5cc466-f7df-49bd-9684-3f67487001bd tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9029050 Feb 20 22:02:28.381132 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fbe3d8f2-f4b8-4859-9924-52c7aad41970 req-535a3e6c-33ae-4a13-8199-ef48e9d83f35 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f8cdb74-4691-4dbf-98af-e379caf69c34 HTTP/1.1" status: 200 len: 210 time: 0.0551698 Feb 20 22:02:28.400796 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Request body: {'port': {'device_id': '68908831-4acd-4754-a16b-b7c73da47d42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:02:28.421194 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5fe95-81fe-4909-95d4-a7112ca338ca req-d670291c-59a0-4979-97ee-9ee6a76f011b tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:28.428840 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-60e5fe95-81fe-4909-95d4-a7112ca338ca req-d670291c-59a0-4979-97ee-9ee6a76f011b tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 932 time: 0.1814086 Feb 20 22:02:28.473761 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (52d06ad6-ee6d-4e94-baa1-0435118cf046), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:28.562905 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-60e5fe95-81fe-4909-95d4-a7112ca338ca req-fed91bc2-a55d-4641-bf73-cd4258d923be tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328914 Feb 20 22:02:28.599893 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce75807-d897-4d92-b255-f7e4d13ccf5d req-c3b212f1-590b-4f7a-aa2a-3932374c3e8d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:28.601487 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cce75807-d897-4d92-b255-f7e4d13ccf5d req-c3b212f1-590b-4f7a-aa2a-3932374c3e8d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0978615 Feb 20 22:02:28.604243 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-6e9aaf07-0f65-4801-9314-9deda8023799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:36Z', 'revision_number': 4, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port': {'id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'ead3a500-703a-4024-a7a1-b0bbfeec6399', 'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'mac_address': 'fa:16:3e:c1:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:32Z', 'updated_at': '2022-02-20T21:56:47Z', 'revision_number': 5, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'subnets': [{'id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:02:28.635005 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9aaf07-0f65-4801-9314-9deda8023799 None None] The sync data for ids ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'] in dv-cinder-830093-1-iscsi is: [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:36Z', 'revision_number': 4, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port': {'id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'ead3a500-703a-4024-a7a1-b0bbfeec6399', 'name': '', 'network_id': '070027a4-7989-40e5-92de-9f9067d39452', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'mac_address': 'fa:16:3e:c1:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:32Z', 'updated_at': '2022-02-20T21:56:47Z', 'revision_number': 5, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'subnets': [{'id': '01c948a3-526d-473a-8a34-79d808f1ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:02:28.646209 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-d1a26538-4b14-40ab-b27a-80e8d43592a9 None None] Provisioning complete for port 52d06ad6-ee6d-4e94-baa1-0435118cf046 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:02:28.646590 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-d1a26538-4b14-40ab-b27a-80e8d43592a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (52d06ad6-ee6d-4e94-baa1-0435118cf046), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:28.659689 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cce75807-d897-4d92-b255-f7e4d13ccf5d req-e42dd6f9-e365-4a35-af01-a2a99210ffc1 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506389 Feb 20 22:02:28.695147 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-d1a26538-4b14-40ab-b27a-80e8d43592a9 None None] Port 52d06ad6-ee6d-4e94-baa1-0435118cf046 cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:02:28.812296 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d06ad6-ee6d-4e94-baa1-0435118cf046 {{(pid=102708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:02:28.820065 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Publish callbacks [] for port (52d06ad6-ee6d-4e94-baa1-0435118cf046), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:28.833197 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.provisioning_blocks [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Transition to ACTIVE for port object 52d06ad6-ee6d-4e94-baa1-0435118cf046 will not be triggered until provisioned by entity L2. {{(pid=102708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:02:28.837491 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (52d06ad6-ee6d-4e94-baa1-0435118cf046), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:28.880120 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb03e08-17bc-4a06-b341-d19c4b9b992d None None] New status for floating IP 422569d4-0d99-4ac6-a38b-5d7dc8530368: DOWN {{(pid=102710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:02:28.889365 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Pushing event updated for resources: {'Port': ['ID=52d06ad6-ee6d-4e94-baa1-0435118cf046,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:28.968662 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Attempting to bind port 52d06ad6-ee6d-4e94-baa1-0435118cf046 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:02:28.969024 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Attempting to bind port 52d06ad6-ee6d-4e94-baa1-0435118cf046 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:02:28.969361 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Attempting to bind port 52d06ad6-ee6d-4e94-baa1-0435118cf046 on network 73283953-4b32-47aa-9293-e0cdbad6f01b {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:02:28.973961 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Port 52d06ad6-ee6d-4e94-baa1-0435118cf046 on network 73283953-4b32-47aa-9293-e0cdbad6f01b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:02:28.974423 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Attempting to bind port 52d06ad6-ee6d-4e94-baa1-0435118cf046 on network 73283953-4b32-47aa-9293-e0cdbad6f01b {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:02:28.979976 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:02:28.980315 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Checking segment: {'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:02:28.980735 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Bound using segment: {'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:02:28.981918 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Bound port: 52d06ad6-ee6d-4e94-baa1-0435118cf046, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'}}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:02:28.982284 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (52d06ad6-ee6d-4e94-baa1-0435118cf046), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:29.258558 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:29.279054 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575c239-0e38-4f2e-8ff3-11623f676e53 req-3f6ec426-819f-4d68-9292-b5ab56f7cb36 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:29.280551 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6575c239-0e38-4f2e-8ff3-11623f676e53 req-3f6ec426-819f-4d68-9292-b5ab56f7cb36 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 946 time: 0.0543804 Feb 20 22:02:29.302948 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] For port 52d06ad6-ee6d-4e94-baa1-0435118cf046, host hv-cinder-83009, cleared binding levels {{(pid=102708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:02:29.305951 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] For port 52d06ad6-ee6d-4e94-baa1-0435118cf046, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=52d06ad6-ee6d-4e94-baa1-0435118cf046,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:02:29.311661 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (52d06ad6-ee6d-4e94-baa1-0435118cf046), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:29.331932 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6575c239-0e38-4f2e-8ff3-11623f676e53 req-926019dc-81ac-428c-9e5b-5f4ebfd9bbb8 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456598 Feb 20 22:02:29.345291 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:29.345921 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:29.345921 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] 10.222.0.45 "PUT /v2.0/ports/52d06ad6-ee6d-4e94-baa1-0435118cf046 HTTP/1.1" status: 200 len: 1094 time: 0.9530640 Feb 20 22:02:29.377642 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20316a9d-6c70-4de4-8ee9-44c3883b319b service neutron] Pushing event updated for resources: {'Port': ['ID=52d06ad6-ee6d-4e94-baa1-0435118cf046,revision_number=3']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:29.446085 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-d6971a19-e25b-41dd-86a1-0d519735f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:29.447712 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-d6971a19-e25b-41dd-86a1-0d519735f4e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3885aa7992e4e54891e9136ce879dfd&device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 1128 time: 0.0498300 Feb 20 22:02:29.461979 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 49c12db6-d516-4386-b0f7-b8e4dc9cb94d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:02:29.478159 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 59640) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:29.486430 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: 49c12db6-d516-4386-b0f7-b8e4dc9cb94d {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:02:29.486783 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 49c12db6-d516-4386-b0f7-b8e4dc9cb94d not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:02:29.502239 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-bf0bb4fb-d400-4b73-80ce-8fd0182b92dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52d06ad6-ee6d-4e94-baa1-0435118cf046 HTTP/1.1" status: 200 len: 217 time: 0.0476811 Feb 20 22:02:29.538055 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ad5bc18f-ebbe-40e4-b0df-98faedb638db tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group (0727dcf3-e9a0-42f0-b9b2-0d2e1666b591), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:29.557962 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-7d0b9d5c-8e8f-4f99-aba0-53f69510babd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:29.560202 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-7d0b9d5c-8e8f-4f99-aba0-53f69510babd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a43bc83-a8d6-4033-994e-40c0a619b573 HTTP/1.1" status: 200 len: 849 time: 0.0488558 Feb 20 22:02:29.562592 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ad5bc18f-ebbe-40e4-b0df-98faedb638db tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group (0727dcf3-e9a0-42f0-b9b2-0d2e1666b591), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:29.609645 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ad5bc18f-ebbe-40e4-b0df-98faedb638db tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (0727dcf3-e9a0-42f0-b9b2-0d2e1666b591), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:29.609849 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-2677a3a4-ca9f-4064-8ac0-9cd57b3401c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:29.611410 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-2677a3a4-ca9f-4064-8ac0-9cd57b3401c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73283953-4b32-47aa-9293-e0cdbad6f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456004 Feb 20 22:02:29.612385 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ad5bc18f-ebbe-40e4-b0df-98faedb638db tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:29.616276 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 59644) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:29.616391 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-ad5bc18f-ebbe-40e4-b0df-98faedb638db tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "DELETE /v2.0/security-groups/0727dcf3-e9a0-42f0-b9b2-0d2e1666b591 HTTP/1.1" status: 204 len: 168 time: 0.1370623 Feb 20 22:02:29.626011 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5bc18f-ebbe-40e4-b0df-98faedb638db tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0727dcf3-e9a0-42f0-b9b2-0d2e1666b591,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:29.633670 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bc18f-ebbe-40e4-b0df-98faedb638db tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:29.634272 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bc18f-ebbe-40e4-b0df-98faedb638db tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:29.634827 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bc18f-ebbe-40e4-b0df-98faedb638db tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:29.635314 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bc18f-ebbe-40e4-b0df-98faedb638db tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:29.635794 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bc18f-ebbe-40e4-b0df-98faedb638db tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:29.636285 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bc18f-ebbe-40e4-b0df-98faedb638db tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:29.636815 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bc18f-ebbe-40e4-b0df-98faedb638db tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:29.637319 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bc18f-ebbe-40e4-b0df-98faedb638db tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:29.637797 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bc18f-ebbe-40e4-b0df-98faedb638db tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:29.638281 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bc18f-ebbe-40e4-b0df-98faedb638db tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:29.638781 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bc18f-ebbe-40e4-b0df-98faedb638db tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:29.639363 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bc18f-ebbe-40e4-b0df-98faedb638db tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:29.639842 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bc18f-ebbe-40e4-b0df-98faedb638db tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:29.650196 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.api.v2.resource [None req-0273c529-23f0-40e9-85b5-765f01f96a6f tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] show failed (client error): The resource could not be found. Feb 20 22:02:29.654317 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-0273c529-23f0-40e9-85b5-765f01f96a6f tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "GET /v2.0/security-groups/0727dcf3-e9a0-42f0-b9b2-0d2e1666b591 HTTP/1.1" status: 404 len: 347 time: 0.0339274 Feb 20 22:02:29.662021 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 59648) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:29.722628 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68908831-4acd-4754-a16b-b7c73da47d42', 'tag': '52d06ad6-ee6d-4e94-baa1-0435118cf046'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:02:29.726241 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5d8a9f-b5d6-404f-9092-c2682b9aba68" -d '{"events": [{"name": "network-changed", "server_uuid": "68908831-4acd-4754-a16b-b7c73da47d42", "tag": "52d06ad6-ee6d-4e94-baa1-0435118cf046"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:02:29.731933 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-50806248-cd71-4733-968b-6595f9adbb4b service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134570 Feb 20 22:02:29.824873 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-fcbeb378-c625-4c07-a8ee-5b6e8c73408e req-d0d76c4e-eac3-49f6-92b5-4a6fd0fc106a service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867829 Feb 20 22:02:29.827278 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffdda1-9ca4-431c-b0cd-a6a7bac8a36d req-5df0560c-a5f4-4ceb-899b-021526f68322 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:29.828826 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-82ffdda1-9ca4-431c-b0cd-a6a7bac8a36d req-5df0560c-a5f4-4ceb-899b-021526f68322 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 944 time: 0.1781209 Feb 20 22:02:29.867619 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91e2db-363a-475d-ab09-ac29c31839ce req-0eaed456-b6e8-4d13-91d5-b84cb1ee4f0c tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:29.869091 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6c91e2db-363a-475d-ab09-ac29c31839ce req-0eaed456-b6e8-4d13-91d5-b84cb1ee4f0c tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.1172228 Feb 20 22:02:29.900582 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-c02f3963-2caa-4d2a-ae9f-4582c09b80d5 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Deleting port ff5f452d-6f76-4b62-8210-8c222f45ecd0 {{(pid=102707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:02:29.900872 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c02f3963-2caa-4d2a-ae9f-4582c09b80d5 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (ff5f452d-6f76-4b62-8210-8c222f45ecd0), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:29.928926 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-82ffdda1-9ca4-431c-b0cd-a6a7bac8a36d req-3472ffcf-c768-43da-93ed-667e35fc135b tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927207 Feb 20 22:02:29.972543 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb3b418-5f33-40e5-92aa-658ee6542611 x-openstack-request-id: req-4bb3b418-5f33-40e5-92aa-658ee6542611 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:02:29.972918 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68908831-4acd-4754-a16b-b7c73da47d42", "tag": "52d06ad6-ee6d-4e94-baa1-0435118cf046", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:02:29.973275 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4bb3b418-5f33-40e5-92aa-658ee6542611 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:02:29.973679 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68908831-4acd-4754-a16b-b7c73da47d42', 'tag': '52d06ad6-ee6d-4e94-baa1-0435118cf046', 'status': 'completed', 'code': 200} Feb 20 22:02:29.988232 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6c91e2db-363a-475d-ab09-ac29c31839ce req-47682a84-9f5e-478a-8324-aa2aa3f83a6d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1055546 Feb 20 22:02:30.020935 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c02f3963-2caa-4d2a-ae9f-4582c09b80d5 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (ff5f452d-6f76-4b62-8210-8c222f45ecd0), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:30.021292 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c02f3963-2caa-4d2a-ae9f-4582c09b80d5 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for floatingip (ff5f452d-6f76-4b62-8210-8c222f45ecd0), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:30.032729 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-c02f3963-2caa-4d2a-ae9f-4582c09b80d5 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Calling delete_port for ff5f452d-6f76-4b62-8210-8c222f45ecd0 owned by network:floatingip {{(pid=102707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:02:30.038821 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8a9f-b5d6-404f-9092-c2682b9aba68 req-5b741c2b-0559-427d-b8c5-4207ea5ae4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:30.040539 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0f5d8a9f-b5d6-404f-9092-c2682b9aba68 req-5b741c2b-0559-427d-b8c5-4207ea5ae4be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3885aa7992e4e54891e9136ce879dfd&device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 1128 time: 0.0460985 Feb 20 22:02:30.128709 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8a9f-b5d6-404f-9092-c2682b9aba68 req-707e5ba8-01ac-4bb4-bee8-a34754131ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:30.130202 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0f5d8a9f-b5d6-404f-9092-c2682b9aba68 req-707e5ba8-01ac-4bb4-bee8-a34754131ba6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=73283953-4b32-47aa-9293-e0cdbad6f01b HTTP/1.1" status: 200 len: 911 time: 0.0835006 Feb 20 22:02:30.161536 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c02f3963-2caa-4d2a-ae9f-4582c09b80d5 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (ff5f452d-6f76-4b62-8210-8c222f45ecd0), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:30.175327 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0f5d8a9f-b5d6-404f-9092-c2682b9aba68 req-117aa449-c7cb-47fb-9f38-358350d9e663 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52d06ad6-ee6d-4e94-baa1-0435118cf046 HTTP/1.1" status: 200 len: 217 time: 0.0386133 Feb 20 22:02:30.189470 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f3963-2caa-4d2a-ae9f-4582c09b80d5 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Pushing event deleted for resources: {'Port': ['ID=ff5f452d-6f76-4b62-8210-8c222f45ecd0,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:30.225230 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8a9f-b5d6-404f-9092-c2682b9aba68 req-e0cadfa8-68af-47e7-839d-d944b472d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:30.226691 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0f5d8a9f-b5d6-404f-9092-c2682b9aba68 req-e0cadfa8-68af-47e7-839d-d944b472d471 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a43bc83-a8d6-4033-994e-40c0a619b573 HTTP/1.1" status: 200 len: 849 time: 0.0455995 Feb 20 22:02:30.249055 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c02f3963-2caa-4d2a-ae9f-4582c09b80d5 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks [] for floatingip (422569d4-0d99-4ac6-a38b-5d7dc8530368), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:30.251555 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c02f3963-2caa-4d2a-ae9f-4582c09b80d5 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:30.252682 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-c02f3963-2caa-4d2a-ae9f-4582c09b80d5 tempest-AttachVolumeTestJSON-1718844901 tempest-AttachVolumeTestJSON-1718844901-project] 10.222.0.61 "DELETE /v2.0/floatingips/422569d4-0d99-4ac6-a38b-5d7dc8530368 HTTP/1.1" status: 204 len: 168 time: 0.5897188 Feb 20 22:02:30.278531 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8a9f-b5d6-404f-9092-c2682b9aba68 req-5a6b22ac-68f7-4406-a95a-b6924e57ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:30.280061 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0f5d8a9f-b5d6-404f-9092-c2682b9aba68 req-5a6b22ac-68f7-4406-a95a-b6924e57ea7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73283953-4b32-47aa-9293-e0cdbad6f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473082 Feb 20 22:02:30.374862 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0f5d8a9f-b5d6-404f-9092-c2682b9aba68 req-05c576df-a25b-421d-8550-eb5f3010fcbe service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881846 Feb 20 22:02:30.461553 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-0f5d8a9f-b5d6-404f-9092-c2682b9aba68 req-e9e51972-8b20-402b-9804-bf828a5cba55 service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797765 Feb 20 22:02:31.045801 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b3c4-8eeb-4a7c-8f5f-0a02c8f310c8 req-ec990451-e6f8-41e6-91c9-e923a88d8bf5 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:31.047210 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8d56b3c4-8eeb-4a7c-8f5f-0a02c8f310c8 req-ec990451-e6f8-41e6-91c9-e923a88d8bf5 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 944 time: 0.0527568 Feb 20 22:02:31.130289 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8d56b3c4-8eeb-4a7c-8f5f-0a02c8f310c8 req-13697420-ee97-4c4a-bd7d-47005994902f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777380 Feb 20 22:02:31.140839 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8281c6-f096-4dba-891c-ccf463dec124 req-96215ae3-e5fe-42e7-9461-57d87de507dd tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:31.142323 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bb8281c6-f096-4dba-891c-ccf463dec124 req-96215ae3-e5fe-42e7-9461-57d87de507dd tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0881364 Feb 20 22:02:31.190303 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bb8281c6-f096-4dba-891c-ccf463dec124 req-24cafd4b-f7a8-4a51-9f51-a7e536ec46f4 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426548 Feb 20 22:02:32.245906 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40546b-45eb-4a18-9743-5e5ff2bb2701 req-da526833-3934-416e-af81-dbef5f536b3b tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:32.248079 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6e40546b-45eb-4a18-9743-5e5ff2bb2701 req-da526833-3934-416e-af81-dbef5f536b3b tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 944 time: 0.0530264 Feb 20 22:02:32.329774 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6e40546b-45eb-4a18-9743-5e5ff2bb2701 req-b67b29aa-5af8-4ca8-a953-a9525bb964e2 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761168 Feb 20 22:02:32.341489 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65499693-e849-4538-8873-e5072cdf1b63 req-715a120d-bf3b-410b-ae57-97084ca0720a tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:32.343054 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-65499693-e849-4538-8873-e5072cdf1b63 req-715a120d-bf3b-410b-ae57-97084ca0720a tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0884035 Feb 20 22:02:32.399704 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-65499693-e849-4538-8873-e5072cdf1b63 req-37e32cf1-b803-4a95-aec3-8d2a74cb6568 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503497 Feb 20 22:02:33.447457 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64827606-8ae7-4494-81dc-00105d4367ef req-e9e511b5-37ea-4020-8760-f049211add0c tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:33.448995 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-64827606-8ae7-4494-81dc-00105d4367ef req-e9e511b5-37ea-4020-8760-f049211add0c tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 944 time: 0.0529909 Feb 20 22:02:33.524008 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-64827606-8ae7-4494-81dc-00105d4367ef req-091e5689-46d2-42be-85c5-2c727d4db05f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695498 Feb 20 22:02:33.538520 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d9f3a-f097-40ee-b9f7-84306a2e8d83 req-62659716-f71e-40e7-9627-3b790274f5ad tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:33.539948 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-602d9f3a-f097-40ee-b9f7-84306a2e8d83 req-62659716-f71e-40e7-9627-3b790274f5ad tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0726426 Feb 20 22:02:33.591591 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-602d9f3a-f097-40ee-b9f7-84306a2e8d83 req-d7b1ea6a-342c-4ff3-9676-b0aeadfae6b5 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456803 Feb 20 22:02:33.738184 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0665e04-9e15-4b56-a447-73bfe90d3884 req-092af574-66a6-4d8c-92be-3b4923b2a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:33.739680 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b0665e04-9e15-4b56-a447-73bfe90d3884 req-092af574-66a6-4d8c-92be-3b4923b2a859 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d479f105163541f18f8c7e153c5762e4&device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 1129 time: 0.0452561 Feb 20 22:02:33.751374 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 59694) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:33.849153 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0665e04-9e15-4b56-a447-73bfe90d3884 req-0f12cfe8-34dd-4d18-bd18-6fcccbfa6077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:33.850653 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b0665e04-9e15-4b56-a447-73bfe90d3884 req-0f12cfe8-34dd-4d18-bd18-6fcccbfa6077 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a107c3cd-02d1-4849-8308-24a035f50f04 HTTP/1.1" status: 200 len: 910 time: 0.0887637 Feb 20 22:02:33.955404 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b0665e04-9e15-4b56-a447-73bfe90d3884 req-fec890d5-a772-4884-9a21-238b6cad1f2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 HTTP/1.1" status: 200 len: 1000 time: 0.0977037 Feb 20 22:02:34.038309 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0665e04-9e15-4b56-a447-73bfe90d3884 req-410d1d81-15d4-4cb4-93d2-c81e1ea223de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:34.039713 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b0665e04-9e15-4b56-a447-73bfe90d3884 req-410d1d81-15d4-4cb4-93d2-c81e1ea223de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=702e0172-0af4-41f5-ae8b-8c6031804aad HTTP/1.1" status: 200 len: 848 time: 0.0600493 Feb 20 22:02:34.158422 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0665e04-9e15-4b56-a447-73bfe90d3884 req-9d839d79-63a7-41af-9a36-96f2527ccf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:34.159890 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b0665e04-9e15-4b56-a447-73bfe90d3884 req-9d839d79-63a7-41af-9a36-96f2527ccf71 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a107c3cd-02d1-4849-8308-24a035f50f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907059 Feb 20 22:02:34.303833 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b0665e04-9e15-4b56-a447-73bfe90d3884 req-8ef719fc-0db1-4f71-a809-f673a3dc53c4 service neutron] 10.222.0.45 "GET /v2.0/networks/a107c3cd-02d1-4849-8308-24a035f50f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371384 Feb 20 22:02:34.429146 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b0665e04-9e15-4b56-a447-73bfe90d3884 req-1d5368fe-d4da-4373-82b6-ec5b7b8c85df service neutron] 10.222.0.45 "GET /v2.0/networks/a107c3cd-02d1-4849-8308-24a035f50f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187296 Feb 20 22:02:34.447080 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6c8f183d-df0c-4d28-ae5a-21601063f1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641273'] for router_interface (2741698a-f3c3-40b5-8a36-9af40f6fa99f), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:34.642580 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ba301-d3cc-4000-bea3-a362f792b9ab req-fd7da58f-5720-4a24-8422-e0da2bba5013 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:34.644249 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b82ba301-d3cc-4000-bea3-a362f792b9ab req-fd7da58f-5720-4a24-8422-e0da2bba5013 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 944 time: 0.0547783 Feb 20 22:02:34.706453 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-6c8f183d-df0c-4d28-ae5a-21601063f1ba admin admin] Deleting port ead3a500-703a-4024-a7a1-b0bbfeec6399 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:02:34.706796 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6c8f183d-df0c-4d28-ae5a-21601063f1ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (ead3a500-703a-4024-a7a1-b0bbfeec6399), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:34.723656 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b82ba301-d3cc-4000-bea3-a362f792b9ab req-ffc41631-950b-42f0-a84d-602b9bf9ce17 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727322 Feb 20 22:02:34.739131 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae2532-1bca-40d3-8961-dd0bf360b2ad req-ddea6010-cd49-4081-958b-18db48f0047c tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:34.740771 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a9ae2532-1bca-40d3-8961-dd0bf360b2ad req-ddea6010-cd49-4081-958b-18db48f0047c tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0765839 Feb 20 22:02:34.783106 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [None req-6c8f183d-df0c-4d28-ae5a-21601063f1ba admin admin] For port ead3a500-703a-4024-a7a1-b0bbfeec6399, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=ead3a500-703a-4024-a7a1-b0bbfeec6399,segment=NetworkSegment(80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d),segment_id=80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:02:34.783710 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6c8f183d-df0c-4d28-ae5a-21601063f1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (ead3a500-703a-4024-a7a1-b0bbfeec6399), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:34.790475 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a9ae2532-1bca-40d3-8961-dd0bf360b2ad req-c67a9c8e-1d4b-4ef0-aa86-96bc5e571590 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437522 Feb 20 22:02:34.798176 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-6c8f183d-df0c-4d28-ae5a-21601063f1ba admin admin] Calling delete_port for ead3a500-703a-4024-a7a1-b0bbfeec6399 owned by network:router_interface {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:02:34.975541 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6c8f183d-df0c-4d28-ae5a-21601063f1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (ead3a500-703a-4024-a7a1-b0bbfeec6399), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:35.000734 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f183d-df0c-4d28-ae5a-21601063f1ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ead3a500-703a-4024-a7a1-b0bbfeec6399,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:35.166847 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6c8f183d-df0c-4d28-ae5a-21601063f1ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641897'] for router_interface (2741698a-f3c3-40b5-8a36-9af40f6fa99f), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:35.376165 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8f183d-df0c-4d28-ae5a-21601063f1ba admin admin] Router 2741698a-f3c3-40b5-8a36-9af40f6fa99f has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:02:35.479492 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8f183d-df0c-4d28-ae5a-21601063f1ba admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:02:35.485831 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-6c8f183d-df0c-4d28-ae5a-21601063f1ba admin admin] 10.222.0.61 "PUT /v2.0/routers/2741698a-f3c3-40b5-8a36-9af40f6fa99f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7328634 Feb 20 22:02:35.487084 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 59702) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:35.487987 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc614f9-79c8-47f0-96c9-0330c57d1125 None None] Sync routers for ids ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:02:35.502572 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc614f9-79c8-47f0-96c9-0330c57d1125 None None] Routers {'2741698a-f3c3-40b5-8a36-9af40f6fa99f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:02:35.503191 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-3cc614f9-79c8-47f0-96c9-0330c57d1125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:02:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:02:35.591887 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e5e08afc-6460-4548-8c94-5b396022d8ca admin admin] Publish callbacks [] for router (2741698a-f3c3-40b5-8a36-9af40f6fa99f), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:35.607358 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-3cc614f9-79c8-47f0-96c9-0330c57d1125 None None] Set router 2741698a-f3c3-40b5-8a36-9af40f6fa99f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:02:35.694049 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e5e08afc-6460-4548-8c94-5b396022d8ca admin admin] Publish callbacks [] for router_gateway (2741698a-f3c3-40b5-8a36-9af40f6fa99f), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:35.895824 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84006f-dfb5-4027-9cf7-1a3cf1ccf09e req-ad49bba5-f36d-4864-bff5-aeef61a01973 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:35.898154 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ba84006f-dfb5-4027-9cf7-1a3cf1ccf09e req-ad49bba5-f36d-4864-bff5-aeef61a01973 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 944 time: 0.0976181 Feb 20 22:02:35.919165 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-3cc614f9-79c8-47f0-96c9-0330c57d1125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T22:02:34Z', 'revision_number': 5, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port': {'id': 'bf98f2ff-372c-4dcd-8c81-35c2fa4fc960', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:02:35.945890 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc614f9-79c8-47f0-96c9-0330c57d1125 None None] Checking router: 2741698a-f3c3-40b5-8a36-9af40f6fa99f for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:02:35.954504 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc614f9-79c8-47f0-96c9-0330c57d1125 None None] Routers {'2741698a-f3c3-40b5-8a36-9af40f6fa99f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:02:35.955472 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-3cc614f9-79c8-47f0-96c9-0330c57d1125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:02:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:02:35.971222 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731482ba-574a-42d3-8774-c86291927526 req-b0dcc24d-ca89-4520-b333-cf099ffaeecb tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:35.972786 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-731482ba-574a-42d3-8774-c86291927526 req-b0dcc24d-ca89-4520-b333-cf099ffaeecb tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0951135 Feb 20 22:02:35.982970 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ba84006f-dfb5-4027-9cf7-1a3cf1ccf09e req-e8a35e61-0a35-4004-8206-9c8d5d42022a tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693641 Feb 20 22:02:36.011029 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-e5e08afc-6460-4548-8c94-5b396022d8ca admin admin] Deleting port bf98f2ff-372c-4dcd-8c81-35c2fa4fc960 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:02:36.011029 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e5e08afc-6460-4548-8c94-5b396022d8ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (bf98f2ff-372c-4dcd-8c81-35c2fa4fc960), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:36.042086 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-731482ba-574a-42d3-8774-c86291927526 req-a72bd604-e6be-4549-bbb6-17f29a3b27b8 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580101 Feb 20 22:02:36.047380 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-3cc614f9-79c8-47f0-96c9-0330c57d1125 None None] Set router 2741698a-f3c3-40b5-8a36-9af40f6fa99f gateway port host: None {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:02:36.088095 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [None req-e5e08afc-6460-4548-8c94-5b396022d8ca admin admin] For port bf98f2ff-372c-4dcd-8c81-35c2fa4fc960, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=bf98f2ff-372c-4dcd-8c81-35c2fa4fc960,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:02:36.088527 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e5e08afc-6460-4548-8c94-5b396022d8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (bf98f2ff-372c-4dcd-8c81-35c2fa4fc960), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:36.100270 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-e5e08afc-6460-4548-8c94-5b396022d8ca admin admin] Calling delete_port for bf98f2ff-372c-4dcd-8c81-35c2fa4fc960 owned by network:router_gateway {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:02:36.101706 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-3cc614f9-79c8-47f0-96c9-0330c57d1125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T22:02:35Z', 'revision_number': 6, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port_host': None}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:02:36.127356 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc614f9-79c8-47f0-96c9-0330c57d1125 None None] The sync data for ids ['2741698a-f3c3-40b5-8a36-9af40f6fa99f'] in dv-cinder-830093-1-iscsi is: [{'id': '2741698a-f3c3-40b5-8a36-9af40f6fa99f', 'name': 'tempest-AttachVolumeTestJSON-1899541389-router', 'tenant_id': '756580a91a2b4d2c966ba3317abe4e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T22:02:35Z', 'revision_number': 6, 'project_id': '756580a91a2b4d2c966ba3317abe4e04', 'gw_port_host': None}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:02:36.267157 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e5e08afc-6460-4548-8c94-5b396022d8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (bf98f2ff-372c-4dcd-8c81-35c2fa4fc960), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:36.293836 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e08afc-6460-4548-8c94-5b396022d8ca admin admin] Pushing event deleted for resources: {'Port': ['ID=bf98f2ff-372c-4dcd-8c81-35c2fa4fc960,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:36.351041 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e5e08afc-6460-4548-8c94-5b396022d8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642947'] for router_gateway (2741698a-f3c3-40b5-8a36-9af40f6fa99f), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:36.440201 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e5e08afc-6460-4548-8c94-5b396022d8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27540'] for router (2741698a-f3c3-40b5-8a36-9af40f6fa99f), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:36.442219 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e5e08afc-6460-4548-8c94-5b396022d8ca admin admin] Publish callbacks [] for router_controller (2741698a-f3c3-40b5-8a36-9af40f6fa99f), precommit_delete_associations {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:36.493155 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e5e08afc-6460-4548-8c94-5b396022d8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641638'] for router (2741698a-f3c3-40b5-8a36-9af40f6fa99f), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:36.493883 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e08afc-6460-4548-8c94-5b396022d8ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2741698a-f3c3-40b5-8a36-9af40f6fa99f {{(pid=102708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 22:02:36.500534 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e5e08afc-6460-4548-8c94-5b396022d8ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:36.501998 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-e5e08afc-6460-4548-8c94-5b396022d8ca admin admin] 10.222.0.61 "DELETE /v2.0/routers/2741698a-f3c3-40b5-8a36-9af40f6fa99f HTTP/1.1" status: 204 len: 168 time: 1.0139039 Feb 20 22:02:36.504525 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 59708) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:36.585246 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e594d70-34e7-4e73-87b2-0dd911ab03b2 admin admin] Deleting subnet 01c948a3-526d-473a-8a34-79d808f1ad12 {{(pid=102708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:02:36.590262 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8e594d70-34e7-4e73-87b2-0dd911ab03b2 admin admin] Publish callbacks [] for subnet (01c948a3-526d-473a-8a34-79d808f1ad12), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:36.627907 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5502a12-5583-44b1-9361-cce8f4dd63e9 req-90226287-f86d-42bc-b743-a58b35b86f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:36.629424 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-d5502a12-5583-44b1-9361-cce8f4dd63e9 req-90226287-f86d-42bc-b743-a58b35b86f6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d479f105163541f18f8c7e153c5762e4&device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 1129 time: 0.0922985 Feb 20 22:02:36.631391 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8e594d70-34e7-4e73-87b2-0dd911ab03b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8472869'] for subnet (01c948a3-526d-473a-8a34-79d808f1ad12), precommit_delete_associations {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:36.810787 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8e594d70-34e7-4e73-87b2-0dd911ab03b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882536'] for subnet (01c948a3-526d-473a-8a34-79d808f1ad12), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:36.813318 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5502a12-5583-44b1-9361-cce8f4dd63e9 req-0f1bb779-34f9-4c45-bdfe-3bfe304b7592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:36.814831 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-d5502a12-5583-44b1-9361-cce8f4dd63e9 req-0f1bb779-34f9-4c45-bdfe-3bfe304b7592 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a107c3cd-02d1-4849-8308-24a035f50f04 HTTP/1.1" status: 200 len: 910 time: 0.1609197 Feb 20 22:02:36.904887 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-d5502a12-5583-44b1-9361-cce8f4dd63e9 req-2dbfd065-a244-47f6-9496-28970d52d84b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 HTTP/1.1" status: 200 len: 1000 time: 0.0727842 Feb 20 22:02:36.916734 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device ead3a500-703a-4024-a7a1-b0bbfeec6399 no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:02:36.920505 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8e594d70-34e7-4e73-87b2-0dd911ab03b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8491243'] for subnet (01c948a3-526d-473a-8a34-79d808f1ad12), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:36.937951 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: ead3a500-703a-4024-a7a1-b0bbfeec6399 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:02:36.938302 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device ead3a500-703a-4024-a7a1-b0bbfeec6399 not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:02:36.973169 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e594d70-34e7-4e73-87b2-0dd911ab03b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01c948a3-526d-473a-8a34-79d808f1ad12,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:36.979610 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8e594d70-34e7-4e73-87b2-0dd911ab03b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:36.983830 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6202dc-a116-4acb-a345-66a60659f14a None None] Network 070027a4-7989-40e5-92de-9f9067d39452 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:02:36.984411 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-8e594d70-34e7-4e73-87b2-0dd911ab03b2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/01c948a3-526d-473a-8a34-79d808f1ad12 HTTP/1.1" status: 204 len: 168 time: 0.4788694 Feb 20 22:02:36.985474 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 59710) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:36.990855 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5502a12-5583-44b1-9361-cce8f4dd63e9 req-5c3f2762-97ba-4e53-aeb7-0e151ebb7227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:36.992315 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-d5502a12-5583-44b1-9361-cce8f4dd63e9 req-5c3f2762-97ba-4e53-aeb7-0e151ebb7227 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=702e0172-0af4-41f5-ae8b-8c6031804aad HTTP/1.1" status: 200 len: 848 time: 0.0815856 Feb 20 22:02:37.045206 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5502a12-5583-44b1-9361-cce8f4dd63e9 req-f8105f88-bc45-4dbd-a3ce-1623ef540b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:37.046786 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-d5502a12-5583-44b1-9361-cce8f4dd63e9 req-f8105f88-bc45-4dbd-a3ce-1623ef540b1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a107c3cd-02d1-4849-8308-24a035f50f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484216 Feb 20 22:02:37.071324 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834273'] for network (070027a4-7989-40e5-92de-9f9067d39452), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:37.180728 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-d5502a12-5583-44b1-9361-cce8f4dd63e9 req-0df2a3d3-67e0-445f-9128-d39b72d793f6 service neutron] 10.222.0.45 "GET /v2.0/networks/a107c3cd-02d1-4849-8308-24a035f50f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280906 Feb 20 22:02:37.195018 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] DHCP port deletion for 070027a4-7989-40e5-92de-9f9067d39452 request from dv-cinder-830093-1-iscsi {{(pid=102709) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 22:02:37.220987 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063cc14-51a5-489f-bd1d-180c1163c97f req-0336b5ec-d41a-4cea-8aa4-8a14f06fbaf7 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:37.222507 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b063cc14-51a5-489f-bd1d-180c1163c97f req-0336b5ec-d41a-4cea-8aa4-8a14f06fbaf7 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 944 time: 0.1161592 Feb 20 22:02:37.241506 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c583b-122e-4b18-a751-ce34203ae00c req-e53b326a-2591-47c3-9f15-3ca0ef54b7a2 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:37.243288 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-321c583b-122e-4b18-a751-ce34203ae00c req-e53b326a-2591-47c3-9f15-3ca0ef54b7a2 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.1000764 Feb 20 22:02:37.251997 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] Deleting port 43a78679-df7e-478d-8eb9-291a9df4b08e {{(pid=102707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:02:37.252346 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (43a78679-df7e-478d-8eb9-291a9df4b08e), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:37.281791 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] Deleting port 43a78679-df7e-478d-8eb9-291a9df4b08e {{(pid=102709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:02:37.282616 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (43a78679-df7e-478d-8eb9-291a9df4b08e), before_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:37.285585 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-d5502a12-5583-44b1-9361-cce8f4dd63e9 req-765aff83-9f77-473b-ac66-42a53c2042eb service neutron] 10.222.0.45 "GET /v2.0/networks/a107c3cd-02d1-4849-8308-24a035f50f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949650 Feb 20 22:02:37.346432 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] For port 43a78679-df7e-478d-8eb9-291a9df4b08e, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=43a78679-df7e-478d-8eb9-291a9df4b08e,segment=NetworkSegment(80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d),segment_id=80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:02:37.346834 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (43a78679-df7e-478d-8eb9-291a9df4b08e), precommit_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:37.359840 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] Calling delete_port for 43a78679-df7e-478d-8eb9-291a9df4b08e owned by network:dhcp {{(pid=102709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:02:37.380564 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.db [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] For port 43a78679-df7e-478d-8eb9-291a9df4b08e, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=43a78679-df7e-478d-8eb9-291a9df4b08e,segment=NetworkSegment(80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d),segment_id=80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d)] {{(pid=102707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:02:37.380921 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (43a78679-df7e-478d-8eb9-291a9df4b08e), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:37.399751 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b063cc14-51a5-489f-bd1d-180c1163c97f req-4bd80b3e-0a87-43d1-a97e-398c0b7e3d0c tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553276 Feb 20 22:02:37.410156 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] Calling delete_port for 43a78679-df7e-478d-8eb9-291a9df4b08e owned by network:dhcp {{(pid=102707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:02:37.414955 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-321c583b-122e-4b18-a751-ce34203ae00c req-396b4762-2b08-447f-8451-fb77702c3862 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1591601 Feb 20 22:02:37.479793 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345'] for port (43a78679-df7e-478d-8eb9-291a9df4b08e), after_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:37.505569 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 52d06ad6-ee6d-4e94-baa1-0435118cf046 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:02:37.506282 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (43a78679-df7e-478d-8eb9-291a9df4b08e), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:37.509267 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] Pushing event deleted for resources: {'Port': ['ID=43a78679-df7e-478d-8eb9-291a9df4b08e,revision_number=None']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:37.523838 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] No DVR routers for this DVR port 43a78679-df7e-478d-8eb9-291a9df4b08e on host dv-cinder-830093-1-iscsi {{(pid=102709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:02:37.528104 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:37.528460 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:37.528808 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:37.529258 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:37.529598 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:37.529932 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:37.530266 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:37.530614 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:37.530932 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:37.531264 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:37.531591 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:37.531922 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:37.532246 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6736e3a-7e51-40cb-a094-baab5426afdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:02:37.535016 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=43a78679-df7e-478d-8eb9-291a9df4b08e,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:37.536868 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] No DVR routers for this DVR port 43a78679-df7e-478d-8eb9-291a9df4b08e on host dv-cinder-830093-1-iscsi {{(pid=102707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:02:37.616847 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881377', 'neutron.services.segments.db._delete_segments_for_network-8760288176442'] for network (070027a4-7989-40e5-92de-9f9067d39452), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:37.626161 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 52d06ad6-ee6d-4e94-baa1-0435118cf046, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=52d06ad6-ee6d-4e94-baa1-0435118cf046,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:02:37.637157 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.services.segments.db [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['070027a4-7989-40e5-92de-9f9067d39452']}} {{(pid=102707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:02:37.638443 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': '52d06ad6-ee6d-4e94-baa1-0435118cf046', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'port_id': '52d06ad6-ee6d-4e94-baa1-0435118cf046', 'mac_address': 'fa:16:3e:9f:05:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:02:37.646240 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.services.segments.db [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d') {'for_net_delete': True} {{(pid=102707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:02:37.646544 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.services.segments.db [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d') {} {{(pid=102707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:02:37.655862 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760288175939', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11566183'] for segment (80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:37.668475 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:37.674366 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 52d06ad6-ee6d-4e94-baa1-0435118cf046 is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:02:37.674545 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=102707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:02:37.674838 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (52d06ad6-ee6d-4e94-baa1-0435118cf046), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:37.674972 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11565804'] for segment (80f5bc22-2e50-4b4f-8f49-0ab4bb0d0b9d), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: self.session.flush() Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: self.session.flush() Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: self.session.flush() Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: self.session.flush() Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: Traceback (most recent call last): Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: timer() Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: cb(*args, **kw) Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: return func(*args, **kwargs) Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: self._notify() Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: self.callback(batched_events) Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: event.method(event) Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: return f(self, *a, **k) Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: return self._get(url).json() Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: return self.request(url, 'GET', **kwargs) Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:02:37.676507 dv-cinder-830093-1-iscsi neutron-server[102707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:02:37.700065 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d06ad6-ee6d-4e94-baa1-0435118cf046 {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:02:37.719269 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 52d06ad6-ee6d-4e94-baa1-0435118cf046, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=52d06ad6-ee6d-4e94-baa1-0435118cf046,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:02:37.723192 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (52d06ad6-ee6d-4e94-baa1-0435118cf046), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:37.729931 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643055'] for network (070027a4-7989-40e5-92de-9f9067d39452), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:37.735307 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:37.738491 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] 10.222.0.61 "DELETE /v2.0/networks/070027a4-7989-40e5-92de-9f9067d39452 HTTP/1.1" status: 204 len: 168 time: 0.7514822 Feb 20 22:02:37.751112 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e64b0-3a8b-424d-9535-bd37354c6f7e admin admin] Pushing event deleted for resources: {'Network': ['ID=070027a4-7989-40e5-92de-9f9067d39452,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:37.773850 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=52d06ad6-ee6d-4e94-baa1-0435118cf046,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:37.853529 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 59718) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:37.896584 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-ae1b0150-f552-4738-9400-71525cb7e23e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=756580a91a2b4d2c966ba3317abe4e04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418508 Feb 20 22:02:37.899192 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 59720) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:37.945087 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-86fbe635-c411-4197-a8cb-e2ba3e53ed6a admin admin] Publish callbacks [] for security_group (9ffdc465-af54-47d6-a771-1ad232b42e84), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:37.965365 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-86fbe635-c411-4197-a8cb-e2ba3e53ed6a admin admin] Publish callbacks [] for security_group (9ffdc465-af54-47d6-a771-1ad232b42e84), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:37.978428 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['52d06ad6-ee6d-4e94-baa1-0435118cf046'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:02:38.011235 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-86fbe635-c411-4197-a8cb-e2ba3e53ed6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (9ffdc465-af54-47d6-a771-1ad232b42e84), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:38.014030 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-86fbe635-c411-4197-a8cb-e2ba3e53ed6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:38.017508 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-86fbe635-c411-4197-a8cb-e2ba3e53ed6a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9ffdc465-af54-47d6-a771-1ad232b42e84 HTTP/1.1" status: 204 len: 168 time: 0.1151025 Feb 20 22:02:38.022779 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbe635-c411-4197-a8cb-e2ba3e53ed6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffdc465-af54-47d6-a771-1ad232b42e84,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:38.455616 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device bf98f2ff-372c-4dcd-8c81-35c2fa4fc960 no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:02:38.481162 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: bf98f2ff-372c-4dcd-8c81-35c2fa4fc960 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:02:38.481518 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device bf98f2ff-372c-4dcd-8c81-35c2fa4fc960 not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:02:38.481953 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 43a78679-df7e-478d-8eb9-291a9df4b08e no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:02:38.503943 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: 43a78679-df7e-478d-8eb9-291a9df4b08e {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:02:38.504298 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 43a78679-df7e-478d-8eb9-291a9df4b08e not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:02:38.581939 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfce8f-2bb5-4e64-bf64-0a5bc9df81e3 req-2e4823c4-f049-4952-a7ff-775f084c5bd1 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:38.583908 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cbbfce8f-2bb5-4e64-bf64-0a5bc9df81e3 req-2e4823c4-f049-4952-a7ff-775f084c5bd1 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 945 time: 0.1127930 Feb 20 22:02:38.598040 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf2dd2-6680-4b5a-a4c2-2bb2ac96e221 req-d3392e8f-dc67-441f-8979-ad67dbac651d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:38.599491 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-60bf2dd2-6680-4b5a-a4c2-2bb2ac96e221 req-d3392e8f-dc67-441f-8979-ad67dbac651d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0851259 Feb 20 22:02:38.670608 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-cbbfce8f-2bb5-4e64-bf64-0a5bc9df81e3 req-a1312796-a8d2-4ddb-ae80-c58b0fe8bf48 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799561 Feb 20 22:02:38.679116 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-60bf2dd2-6680-4b5a-a4c2-2bb2ac96e221 req-3321fbc0-c8ff-416a-9785-fd4ddc044651 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727839 Feb 20 22:02:39.515248 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 52d06ad6-ee6d-4e94-baa1-0435118cf046 up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:02:39.566876 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port 52d06ad6-ee6d-4e94-baa1-0435118cf046 completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:02:39.570541 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port 52d06ad6-ee6d-4e94-baa1-0435118cf046 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:02:39.570924 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (52d06ad6-ee6d-4e94-baa1-0435118cf046), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:39.651954 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 52d06ad6-ee6d-4e94-baa1-0435118cf046 is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:02:39.652510 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (52d06ad6-ee6d-4e94-baa1-0435118cf046), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:39.676629 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68908831-4acd-4754-a16b-b7c73da47d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d06ad6-ee6d-4e94-baa1-0435118cf046'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:02:39.679306 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c6c7f8-19f6-4166-89d1-256960d1c87f" -d '{"events": [{"server_uuid": "68908831-4acd-4754-a16b-b7c73da47d42", "name": "network-vif-plugged", "status": "completed", "tag": "52d06ad6-ee6d-4e94-baa1-0435118cf046"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:02:39.694559 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 52d06ad6-ee6d-4e94-baa1-0435118cf046, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=52d06ad6-ee6d-4e94-baa1-0435118cf046,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:02:39.700142 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (52d06ad6-ee6d-4e94-baa1-0435118cf046), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:39.701504 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:02:39.724866 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 59784) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:39.738034 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adb4994-71c3-435f-8cfc-1140ff1da54c x-openstack-request-id: req-7adb4994-71c3-435f-8cfc-1140ff1da54c {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:02:39.738298 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68908831-4acd-4754-a16b-b7c73da47d42", "name": "network-vif-plugged", "status": "completed", "tag": "52d06ad6-ee6d-4e94-baa1-0435118cf046", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:02:39.738619 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7adb4994-71c3-435f-8cfc-1140ff1da54c {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:02:39.739078 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68908831-4acd-4754-a16b-b7c73da47d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d06ad6-ee6d-4e94-baa1-0435118cf046', 'code': 200} Feb 20 22:02:39.817501 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=52d06ad6-ee6d-4e94-baa1-0435118cf046,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:39.833944 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda16354-06f9-47d9-93bd-776d77b9cb55 req-450b40fa-fbc7-44be-9a9c-a073a9c13645 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:39.835519 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-eda16354-06f9-47d9-93bd-776d77b9cb55 req-450b40fa-fbc7-44be-9a9c-a073a9c13645 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 946 time: 0.0890841 Feb 20 22:02:39.852940 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7953-d9a0-4ad8-bc1f-1d3bac67bddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:39.866862 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 is: ACTIVE; New status is: DOWN {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:02:39.867261 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:39.904411 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa303bca-c37a-42da-a2b9-67dfdbce379c req-a44f1c76-a283-4db9-96b0-792098b5e9dc tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:39.906018 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fa303bca-c37a-42da-a2b9-67dfdbce379c req-a44f1c76-a283-4db9-96b0-792098b5e9dc tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0897236 Feb 20 22:02:39.918063 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7,segment=NetworkSegment(5ff9e258-e458-4016-b0a8-873e9d9a7bb5),segment_id=5ff9e258-e458-4016-b0a8-873e9d9a7bb5)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:02:39.923812 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:39.941278 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7953-d9a0-4ad8-bc1f-1d3bac67bddf admin admin] Publish callbacks [] for security_group (84887e02-f9fd-4b20-816e-2bc30092702d), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:39.946352 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7953-d9a0-4ad8-bc1f-1d3bac67bddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (84887e02-f9fd-4b20-816e-2bc30092702d), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:39.953095 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-eda16354-06f9-47d9-93bd-776d77b9cb55 req-8366f398-82ce-482d-b696-4fc94ec16ffc tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024513 Feb 20 22:02:39.982767 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fa303bca-c37a-42da-a2b9-67dfdbce379c req-73dc5a7d-5bfc-48ec-8861-4dabf9c0977b tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645466 Feb 20 22:02:39.989313 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7,revision_number=6']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:40.021086 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-ee6c7953-d9a0-4ad8-bc1f-1d3bac67bddf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9c48e3f539dd4f108977f3d3d20e328e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941990 Feb 20 22:02:40.023961 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 59790) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:40.029553 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c7953-d9a0-4ad8-bc1f-1d3bac67bddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84887e02-f9fd-4b20-816e-2bc30092702d,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:40.040731 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970e37b-f1ab-4ba9-ba39-2e49a1e04e75 req-c50debfe-e241-4589-95a5-8a82160023f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:40.042867 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-6970e37b-f1ab-4ba9-ba39-2e49a1e04e75 req-c50debfe-e241-4589-95a5-8a82160023f1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 1130 time: 0.0789020 Feb 20 22:02:40.077753 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ef575c1d-ab29-4e26-91a0-8844e3bbfbbf admin admin] Publish callbacks [] for security_group (84887e02-f9fd-4b20-816e-2bc30092702d), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:40.090699 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-6970e37b-f1ab-4ba9-ba39-2e49a1e04e75 req-39a1b867-90a9-43df-a0d4-2c0abd2bada9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422380 Feb 20 22:02:40.100163 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ef575c1d-ab29-4e26-91a0-8844e3bbfbbf admin admin] Publish callbacks [] for security_group (84887e02-f9fd-4b20-816e-2bc30092702d), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:40.220340 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f7f1d4ba-47d8-44ec-b6e6-8889facb00e4 req-c287715e-39a8-4302-b09c-65230ce52d92 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848405 Feb 20 22:02:40.222386 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ef575c1d-ab29-4e26-91a0-8844e3bbfbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (84887e02-f9fd-4b20-816e-2bc30092702d), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:40.224928 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ef575c1d-ab29-4e26-91a0-8844e3bbfbbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:40.226068 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-ef575c1d-ab29-4e26-91a0-8844e3bbfbbf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/84887e02-f9fd-4b20-816e-2bc30092702d HTTP/1.1" status: 204 len: 168 time: 0.2007642 Feb 20 22:02:40.238129 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef575c1d-ab29-4e26-91a0-8844e3bbfbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84887e02-f9fd-4b20-816e-2bc30092702d,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:40.248438 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331f160-64ab-4a02-a1d9-2804e283945b req-a606b09c-efb4-4f21-9190-c3232d3cfd25 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:40.250053 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7331f160-64ab-4a02-a1d9-2804e283945b req-a606b09c-efb4-4f21-9190-c3232d3cfd25 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.0866373 Feb 20 22:02:40.312468 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1d4ba-47d8-44ec-b6e6-8889facb00e4 req-82d5f1f6-5d02-4887-a6be-e83ce311a623 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:40.313838 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f7f1d4ba-47d8-44ec-b6e6-8889facb00e4 req-82d5f1f6-5d02-4887-a6be-e83ce311a623 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports/e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 HTTP/1.1" status: 200 len: 940 time: 0.0608518 Feb 20 22:02:40.339974 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7331f160-64ab-4a02-a1d9-2804e283945b req-1b5267ac-611f-4ce2-a3c4-4efe8268f4c2 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773215 Feb 20 22:02:40.507684 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 59804) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:40.520615 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ab7c649e-5f13-4da8-88ea-005529d31264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:40.596590 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ab7c649e-5f13-4da8-88ea-005529d31264 admin admin] Publish callbacks [] for security_group (6f6f0c23-3764-4d3b-9314-169469429936), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:40.600578 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ab7c649e-5f13-4da8-88ea-005529d31264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (6f6f0c23-3764-4d3b-9314-169469429936), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:40.641198 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-ab7c649e-5f13-4da8-88ea-005529d31264 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a8de0d7e2a142cf93cfa5e3a5cc6cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323845 Feb 20 22:02:40.642311 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c649e-5f13-4da8-88ea-005529d31264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6f0c23-3764-4d3b-9314-169469429936,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:40.643972 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 59806) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:40.693305 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-46075c78-4113-4add-bca3-6f7c19e8d618 admin admin] Publish callbacks [] for security_group (6f6f0c23-3764-4d3b-9314-169469429936), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:40.715054 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-46075c78-4113-4add-bca3-6f7c19e8d618 admin admin] Publish callbacks [] for security_group (6f6f0c23-3764-4d3b-9314-169469429936), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:40.761711 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-46075c78-4113-4add-bca3-6f7c19e8d618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (6f6f0c23-3764-4d3b-9314-169469429936), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:40.764283 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-46075c78-4113-4add-bca3-6f7c19e8d618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:40.765453 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-46075c78-4113-4add-bca3-6f7c19e8d618 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f6f0c23-3764-4d3b-9314-169469429936 HTTP/1.1" status: 204 len: 168 time: 0.1204445 Feb 20 22:02:40.775515 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46075c78-4113-4add-bca3-6f7c19e8d618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6f0c23-3764-4d3b-9314-169469429936,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:41.081231 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c0692-5eb2-4a74-b90a-593933167dc8 req-12ce8bd7-f091-493b-b4b8-f86c71809324 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:41.085116 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a95c0692-5eb2-4a74-b90a-593933167dc8 req-12ce8bd7-f091-493b-b4b8-f86c71809324 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 946 time: 0.0564857 Feb 20 22:02:41.145280 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a95c0692-5eb2-4a74-b90a-593933167dc8 req-1451654e-c77c-43aa-9485-fb54c74f9476 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513210 Feb 20 22:02:41.459434 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634961e-7c5d-4ef2-9f28-ad402a91889d req-f6006d5d-13a7-4671-8994-7ec690c7d472 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:41.460966 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1634961e-7c5d-4ef2-9f28-ad402a91889d req-f6006d5d-13a7-4671-8994-7ec690c7d472 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.0519302 Feb 20 22:02:41.512607 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1634961e-7c5d-4ef2-9f28-ad402a91889d req-56eb3f6c-2936-41fe-9e82-1615dedfc4f2 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458360 Feb 20 22:02:41.648321 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1d4ba-47d8-44ec-b6e6-8889facb00e4 req-b2e41831-0e13-4fed-8e7f-e5096e09eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:41.649852 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f7f1d4ba-47d8-44ec-b6e6-8889facb00e4 req-b2e41831-0e13-4fed-8e7f-e5096e09eb68 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a&tenant_id=d479f105163541f18f8c7e153c5762e4 HTTP/1.1" status: 200 len: 1127 time: 0.0557749 Feb 20 22:02:41.717405 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1d4ba-47d8-44ec-b6e6-8889facb00e4 req-73aa0038-0e92-4c8b-80ec-e551362f6f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:41.718903 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f7f1d4ba-47d8-44ec-b6e6-8889facb00e4 req-73aa0038-0e92-4c8b-80ec-e551362f6f24 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d479f105163541f18f8c7e153c5762e4&device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 1127 time: 0.0472298 Feb 20 22:02:41.740171 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:02:41.742442 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8071a1-4f7c-4ac6-b57f-24dec1efe86f" -d '{"events": [{"server_uuid": "a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a", "name": "network-vif-unplugged", "status": "completed", "tag": "e49485d9-ee9a-42ed-bfd1-0e26f5a820d7"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:02:41.780380 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 22:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49a7f46-5a9c-4d12-9c4d-4cbd688979ee x-openstack-request-id: req-c49a7f46-5a9c-4d12-9c4d-4cbd688979ee {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:02:41.780680 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a", "name": "network-vif-unplugged", "status": "completed", "tag": "e49485d9-ee9a-42ed-bfd1-0e26f5a820d7", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:02:41.780935 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c49a7f46-5a9c-4d12-9c4d-4cbd688979ee {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:02:41.781350 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7', 'code': 200} Feb 20 22:02:41.812462 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1d4ba-47d8-44ec-b6e6-8889facb00e4 req-7b61b3db-ecce-41f0-b3aa-57f3b072f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:41.813947 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f7f1d4ba-47d8-44ec-b6e6-8889facb00e4 req-7b61b3db-ecce-41f0-b3aa-57f3b072f354 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a107c3cd-02d1-4849-8308-24a035f50f04 HTTP/1.1" status: 200 len: 910 time: 0.0880237 Feb 20 22:02:41.882812 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f7f1d4ba-47d8-44ec-b6e6-8889facb00e4 req-0bc05506-ba92-4b83-b9a1-4a5e25cfa67b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 HTTP/1.1" status: 200 len: 998 time: 0.0620351 Feb 20 22:02:41.931441 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1d4ba-47d8-44ec-b6e6-8889facb00e4 req-a969aea0-d044-4749-a8dd-d31114cc6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:41.933548 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f7f1d4ba-47d8-44ec-b6e6-8889facb00e4 req-a969aea0-d044-4749-a8dd-d31114cc6604 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=702e0172-0af4-41f5-ae8b-8c6031804aad HTTP/1.1" status: 200 len: 848 time: 0.0445406 Feb 20 22:02:41.981993 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1d4ba-47d8-44ec-b6e6-8889facb00e4 req-164dd712-4f7e-4b0a-8fcd-27575d46f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:41.983507 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f7f1d4ba-47d8-44ec-b6e6-8889facb00e4 req-164dd712-4f7e-4b0a-8fcd-27575d46f567 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a107c3cd-02d1-4849-8308-24a035f50f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439081 Feb 20 22:02:42.075230 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f7f1d4ba-47d8-44ec-b6e6-8889facb00e4 req-536e5581-305d-41f2-98d4-b6d9fac3a675 service neutron] 10.222.0.45 "GET /v2.0/networks/a107c3cd-02d1-4849-8308-24a035f50f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844955 Feb 20 22:02:42.167331 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f7f1d4ba-47d8-44ec-b6e6-8889facb00e4 req-63897fe7-887b-484d-94b7-bbcc3ee67269 service neutron] 10.222.0.45 "GET /v2.0/networks/a107c3cd-02d1-4849-8308-24a035f50f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855446 Feb 20 22:02:42.266207 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe91c2e-5b6e-4264-a41a-02962c713b9e req-89f6940c-4918-4ea4-b02a-fae1d7f05f82 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:42.267667 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6fe91c2e-5b6e-4264-a41a-02962c713b9e req-89f6940c-4918-4ea4-b02a-fae1d7f05f82 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 946 time: 0.0548713 Feb 20 22:02:42.319642 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6fe91c2e-5b6e-4264-a41a-02962c713b9e req-a7bb071e-5c83-4228-80fa-2b102db4fb7e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460885 Feb 20 22:02:42.444288 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0403c-d819-4aa3-90b5-91fcb47c9583 req-318e2ca4-1a24-4eda-ac35-9c829329ce70 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:42.445976 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-69e0403c-d819-4aa3-90b5-91fcb47c9583 req-318e2ca4-1a24-4eda-ac35-9c829329ce70 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 946 time: 0.0556479 Feb 20 22:02:42.497577 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-69e0403c-d819-4aa3-90b5-91fcb47c9583 req-21e4bae8-5d4e-4c17-a370-cd42327443cf tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453310 Feb 20 22:02:42.519927 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 59874) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:42.573743 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a36c6e-5743-43fc-b609-c77313bf7eb7 tempest-TestVolumeBootPattern-1850289064 tempest-TestVolumeBootPattern-1850289064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:42.575340 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-e6a36c6e-5743-43fc-b609-c77313bf7eb7 tempest-TestVolumeBootPattern-1850289064 tempest-TestVolumeBootPattern-1850289064-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 1125 time: 0.0544155 Feb 20 22:02:42.578111 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 59882) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:42.582453 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Request body: {'floatingip': {'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'port_id': '52d06ad6-ee6d-4e94-baa1-0435118cf046', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:02:42.603918 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:42.640749 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6cb09-d3c6-42eb-a6a6-a74d4182e61c req-1331d68f-097c-4e01-8774-d5b83739fbd7 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:42.642487 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-69b6cb09-d3c6-42eb-a6a6-a74d4182e61c req-1331d68f-097c-4e01-8774-d5b83739fbd7 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.0564051 Feb 20 22:02:42.699514 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-69b6cb09-d3c6-42eb-a6a6-a74d4182e61c req-41ffa729-d660-4717-931f-9fc2d263eef7 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488727 Feb 20 22:02:42.720908 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:42.833272 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Allocated IP 172.27.3.211 (64ae5708-48ae-4f2e-98e0-0b35ff108ff4/7fd4686c-7b81-425f-9e36-00c6096e9531/e7e25301-edab-4ace-b1d3-8423fb02e4fe) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:02:42.893373 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 59890) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:42.933394 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for port (e7e25301-edab-4ace-b1d3-8423fb02e4fe), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:42.966496 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (e7e25301-edab-4ace-b1d3-8423fb02e4fe), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:42.996751 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ab5e2550-24c6-4d0a-b13c-0d3802b2f389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:43.009267 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:02:43.016922 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:02:43.019283 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event updated for resources: {'Port': ['ID=e7e25301-edab-4ace-b1d3-8423fb02e4fe,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:43.021503 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:02:43.080627 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ab5e2550-24c6-4d0a-b13c-0d3802b2f389 admin admin] Publish callbacks [] for security_group (b5da92ae-a063-4408-80cb-e04c66a4f919), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:43.084540 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ab5e2550-24c6-4d0a-b13c-0d3802b2f389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (b5da92ae-a063-4408-80cb-e04c66a4f919), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:43.127137 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-ab5e2550-24c6-4d0a-b13c-0d3802b2f389 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=055f70a267a14509a86c94da85de8c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302415 Feb 20 22:02:43.127137 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e2550-24c6-4d0a-b13c-0d3802b2f389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5da92ae-a063-4408-80cb-e04c66a4f919,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:43.128715 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 59894) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:43.175374 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d98bab50-c588-4f87-af2d-118e50648bf7 admin admin] Publish callbacks [] for security_group (b5da92ae-a063-4408-80cb-e04c66a4f919), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:43.200945 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d98bab50-c588-4f87-af2d-118e50648bf7 admin admin] Publish callbacks [] for security_group (b5da92ae-a063-4408-80cb-e04c66a4f919), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:43.247271 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d98bab50-c588-4f87-af2d-118e50648bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (b5da92ae-a063-4408-80cb-e04c66a4f919), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:43.249826 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d98bab50-c588-4f87-af2d-118e50648bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:43.250960 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-d98bab50-c588-4f87-af2d-118e50648bf7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b5da92ae-a063-4408-80cb-e04c66a4f919 HTTP/1.1" status: 204 len: 168 time: 0.1211405 Feb 20 22:02:43.258649 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bab50-c588-4f87-af2d-118e50648bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5da92ae-a063-4408-80cb-e04c66a4f919,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:43.387861 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for floatingip (590d891d-38ab-44fa-b4b3-c80c2520045f), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:43.458011 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (e7e25301-edab-4ace-b1d3-8423fb02e4fe), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:43.524381 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 59900) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:43.541429 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-2ba02392-df1b-4bf4-8b76-66af8ed81672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:43.612646 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for port (e7e25301-edab-4ace-b1d3-8423fb02e4fe), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:43.615783 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-2ba02392-df1b-4bf4-8b76-66af8ed81672 admin admin] Publish callbacks [] for security_group (f8c00cd0-587a-4874-bbc8-e44e9f02d44b), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:43.617156 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (e7e25301-edab-4ace-b1d3-8423fb02e4fe), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:43.619347 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-2ba02392-df1b-4bf4-8b76-66af8ed81672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (f8c00cd0-587a-4874-bbc8-e44e9f02d44b), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:43.657203 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-2ba02392-df1b-4bf4-8b76-66af8ed81672 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0ed8c7ae648648ad80f51513c1226ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316698 Feb 20 22:02:43.658161 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba02392-df1b-4bf4-8b76-66af8ed81672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c00cd0-587a-4874-bbc8-e44e9f02d44b,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:43.660459 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 59902) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:02:43.699549 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event updated for resources: {'Port': ['ID=e7e25301-edab-4ace-b1d3-8423fb02e4fe,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:43.705342 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643065'] for floatingip (590d891d-38ab-44fa-b4b3-c80c2520045f), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:43.717928 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8a982652-c87d-42ca-9a26-c1d53128bc8b admin admin] Publish callbacks [] for security_group (f8c00cd0-587a-4874-bbc8-e44e9f02d44b), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:43.740175 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8a982652-c87d-42ca-9a26-c1d53128bc8b admin admin] Publish callbacks [] for security_group (f8c00cd0-587a-4874-bbc8-e44e9f02d44b), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:43.810883 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.l3_db [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Floating IP 590d891d-38ab-44fa-b4b3-c80c2520045f associated. External IP: 172.27.3.211, port: 52d06ad6-ee6d-4e94-baa1-0435118cf046. Feb 20 22:02:43.820843 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8a982652-c87d-42ca-9a26-c1d53128bc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (f8c00cd0-587a-4874-bbc8-e44e9f02d44b), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:43.823428 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-8a982652-c87d-42ca-9a26-c1d53128bc8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:43.824562 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-8a982652-c87d-42ca-9a26-c1d53128bc8b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f8c00cd0-587a-4874-bbc8-e44e9f02d44b HTTP/1.1" status: 204 len: 168 time: 0.1631856 Feb 20 22:02:43.838225 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786c05f-93ff-474d-bb07-071e990d815d req-3087a3bb-253e-4e7d-9692-dc67b3d4ec80 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:43.840227 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1786c05f-93ff-474d-bb07-071e990d815d req-3087a3bb-253e-4e7d-9692-dc67b3d4ec80 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.0709314 Feb 20 22:02:43.845352 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a982652-c87d-42ca-9a26-c1d53128bc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c00cd0-587a-4874-bbc8-e44e9f02d44b,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:43.896878 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1786c05f-93ff-474d-bb07-071e990d815d req-f2634052-8e47-4a06-9d56-dd25d7bc85c3 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486867 Feb 20 22:02:44.027864 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Router 47bdbb85-9d24-4be1-8431-88ae730edf1a has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:02:44.136952 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:02:44.149314 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74776742-37a9-41ce-8a6d-d8b8ade9cc89 None None] Sync routers for ids ['47bdbb85-9d24-4be1-8431-88ae730edf1a'] in dv-cinder-830093-1-iscsi {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:02:44.162309 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:44.162508 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74776742-37a9-41ce-8a6d-d8b8ade9cc89 None None] Routers {'47bdbb85-9d24-4be1-8431-88ae730edf1a'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:02:44.163070 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-74776742-37a9-41ce-8a6d-d8b8ade9cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:02:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['47bdbb85-9d24-4be1-8431-88ae730edf1a'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:02:44.194109 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-e5fdecdc-7d08-439f-98a0-b94bbfefce4e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6149561 Feb 20 22:02:44.194818 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68908831-4acd-4754-a16b-b7c73da47d42', 'tag': '52d06ad6-ee6d-4e94-baa1-0435118cf046'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:02:44.197096 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f017070-cb7a-4430-ba40-3292072dbf01" -d '{"events": [{"name": "network-changed", "server_uuid": "68908831-4acd-4754-a16b-b7c73da47d42", "tag": "52d06ad6-ee6d-4e94-baa1-0435118cf046"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:02:44.238758 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dd3620-06e5-4ef3-b500-fe668dba4095 x-openstack-request-id: req-66dd3620-06e5-4ef3-b500-fe668dba4095 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:02:44.239056 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68908831-4acd-4754-a16b-b7c73da47d42", "tag": "52d06ad6-ee6d-4e94-baa1-0435118cf046", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:02:44.239441 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-66dd3620-06e5-4ef3-b500-fe668dba4095 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:02:44.239850 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68908831-4acd-4754-a16b-b7c73da47d42', 'tag': '52d06ad6-ee6d-4e94-baa1-0435118cf046', 'status': 'completed', 'code': 200} Feb 20 22:02:44.312586 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f017070-cb7a-4430-ba40-3292072dbf01 req-8d43464e-d3ec-472f-a868-3b0cfd8bda12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:44.314608 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-6f017070-cb7a-4430-ba40-3292072dbf01 req-8d43464e-d3ec-472f-a868-3b0cfd8bda12 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3885aa7992e4e54891e9136ce879dfd&device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 1130 time: 0.0514231 Feb 20 22:02:44.380056 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-74776742-37a9-41ce-8a6d-d8b8ade9cc89 None None] Set router 47bdbb85-9d24-4be1-8431-88ae730edf1a gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:02:44.413108 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f017070-cb7a-4430-ba40-3292072dbf01 req-92298aea-6369-46b9-bf9c-c113d0cac28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:44.414575 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-6f017070-cb7a-4430-ba40-3292072dbf01 req-92298aea-6369-46b9-bf9c-c113d0cac28b service neutron] 10.222.0.45 "GET /v2.0/networks?id=73283953-4b32-47aa-9293-e0cdbad6f01b HTTP/1.1" status: 200 len: 911 time: 0.0939922 Feb 20 22:02:44.480778 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-6f017070-cb7a-4430-ba40-3292072dbf01 req-f875f70d-980b-4f2a-a401-7edfe5bbb1cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52d06ad6-ee6d-4e94-baa1-0435118cf046 HTTP/1.1" status: 200 len: 1000 time: 0.0596488 Feb 20 22:02:44.534857 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f017070-cb7a-4430-ba40-3292072dbf01 req-9e96fd0b-1e55-4a63-ab04-b848d5539f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:44.536329 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-6f017070-cb7a-4430-ba40-3292072dbf01 req-9e96fd0b-1e55-4a63-ab04-b848d5539f27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a43bc83-a8d6-4033-994e-40c0a619b573 HTTP/1.1" status: 200 len: 849 time: 0.0491223 Feb 20 22:02:44.595312 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f017070-cb7a-4430-ba40-3292072dbf01 req-4c218376-2fef-4fda-8600-aa3148d78af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:44.596855 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-6f017070-cb7a-4430-ba40-3292072dbf01 req-4c218376-2fef-4fda-8600-aa3148d78af3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73283953-4b32-47aa-9293-e0cdbad6f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536642 Feb 20 22:02:44.616012 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-74776742-37a9-41ce-8a6d-d8b8ade9cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': '590d891d-38ab-44fa-b4b3-c80c2520045f', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'port_id': '52d06ad6-ee6d-4e94-baa1-0435118cf046', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'mac_address': 'fa:16:3e:9f:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68908831-4acd-4754-a16b-b7c73da47d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:02:43Z', 'updated_at': '2022-02-20T22:02:43Z', 'revision_number': 0, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:21Z', 'revision_number': 5, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:02:44.647648 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74776742-37a9-41ce-8a6d-d8b8ade9cc89 None None] Checking router: 47bdbb85-9d24-4be1-8431-88ae730edf1a for host: dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:02:44.657022 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74776742-37a9-41ce-8a6d-d8b8ade9cc89 None None] Routers {'47bdbb85-9d24-4be1-8431-88ae730edf1a'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:02:44.657647 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-74776742-37a9-41ce-8a6d-d8b8ade9cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:02:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['47bdbb85-9d24-4be1-8431-88ae730edf1a'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:02:44.698900 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-6f017070-cb7a-4430-ba40-3292072dbf01 req-0c7272ab-385c-4321-bf58-25e056576aaf service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948668 Feb 20 22:02:44.772918 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-74776742-37a9-41ce-8a6d-d8b8ade9cc89 None None] Set router 47bdbb85-9d24-4be1-8431-88ae730edf1a gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:02:44.797697 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-6f017070-cb7a-4430-ba40-3292072dbf01 req-a956001b-af41-4369-a4ad-13d3750e9684 service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927496 Feb 20 22:02:45.019733 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21a08e-1a6b-497e-acd5-086c0b14c622 req-98259640-e0b5-4fd2-9047-242340356528 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:45.020739 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-74776742-37a9-41ce-8a6d-d8b8ade9cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': '590d891d-38ab-44fa-b4b3-c80c2520045f', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'port_id': '52d06ad6-ee6d-4e94-baa1-0435118cf046', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'mac_address': 'fa:16:3e:9f:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68908831-4acd-4754-a16b-b7c73da47d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:02:43Z', 'updated_at': '2022-02-20T22:02:43Z', 'revision_number': 0, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:21Z', 'revision_number': 5, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:02:45.025872 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6e21a08e-1a6b-497e-acd5-086c0b14c622 req-98259640-e0b5-4fd2-9047-242340356528 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.0589049 Feb 20 22:02:45.065897 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74776742-37a9-41ce-8a6d-d8b8ade9cc89 None None] The sync data for ids ['47bdbb85-9d24-4be1-8431-88ae730edf1a'] in dv-cinder-830093-1-iscsi is: [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': '590d891d-38ab-44fa-b4b3-c80c2520045f', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'port_id': '52d06ad6-ee6d-4e94-baa1-0435118cf046', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'mac_address': 'fa:16:3e:9f:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68908831-4acd-4754-a16b-b7c73da47d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:02:43Z', 'updated_at': '2022-02-20T22:02:43Z', 'revision_number': 0, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:21Z', 'revision_number': 5, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:02:45.086247 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6e21a08e-1a6b-497e-acd5-086c0b14c622 req-46140147-cf3a-44ed-9f44-91e599219831 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564547 Feb 20 22:02:45.287122 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4da6daf-3536-4287-a9e0-902af500115e None None] New status for floating IP 590d891d-38ab-44fa-b4b3-c80c2520045f: ACTIVE {{(pid=102709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:02:46.213413 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3c9a8-9d2e-4754-a7f3-5751aa095fa8 req-da1cbcba-730b-419c-a090-020a6381f731 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:46.214888 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-53f3c9a8-9d2e-4754-a7f3-5751aa095fa8 req-da1cbcba-730b-419c-a090-020a6381f731 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.0529437 Feb 20 22:02:46.267895 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-53f3c9a8-9d2e-4754-a7f3-5751aa095fa8 req-429d3cc0-624d-4f07-bed6-adecae1acfc1 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475464 Feb 20 22:02:47.385187 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb643029-0041-4185-97d4-2d3396b982b1 req-ff91da85-9383-408e-bbf9-c9aca76c64f2 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:47.386505 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fb643029-0041-4185-97d4-2d3396b982b1 req-ff91da85-9383-408e-bbf9-c9aca76c64f2 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.0524294 Feb 20 22:02:47.435326 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fb643029-0041-4185-97d4-2d3396b982b1 req-3b1a1eb0-2465-4e06-934b-e65ce5ddb0a8 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431337 Feb 20 22:02:48.554207 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b3e8c-f7ba-4330-a251-59e38aab6e29 req-b89eccac-6394-4323-899a-5c89de09c001 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:48.555595 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-437b3e8c-f7ba-4330-a251-59e38aab6e29 req-b89eccac-6394-4323-899a-5c89de09c001 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.0522633 Feb 20 22:02:48.609133 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-437b3e8c-f7ba-4330-a251-59e38aab6e29 req-f90621c2-c317-4ff2-aedb-f910cb02dabe tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473626 Feb 20 22:02:49.529737 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:02:49.627522 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7,segment=NetworkSegment(5ff9e258-e458-4016-b0a8-873e9d9a7bb5),segment_id=5ff9e258-e458-4016-b0a8-873e9d9a7bb5)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:02:49.640316 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7', 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04', 'port_id': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7', 'mac_address': 'fa:16:3e:ce:7b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:02:49.677966 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:02:49.678414 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:49.693171 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:02:49.714349 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7,segment=NetworkSegment(5ff9e258-e458-4016-b0a8-873e9d9a7bb5),segment_id=5ff9e258-e458-4016-b0a8-873e9d9a7bb5)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:02:49.719246 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:49.775039 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7,revision_number=7']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:49.965745 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dbedc-dc10-4264-bce0-c8b3ab0ed518 req-382447e2-c7b7-4f29-a069-7e2aa303d58b tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:49.967126 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c50dbedc-dc10-4264-bce0-c8b3ab0ed518 req-382447e2-c7b7-4f29-a069-7e2aa303d58b tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 943 time: 0.2909591 Feb 20 22:02:49.988506 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['e49485d9-ee9a-42ed-bfd1-0e26f5a820d7'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:02:50.017265 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c50dbedc-dc10-4264-bce0-c8b3ab0ed518 req-9b7da5c4-0ea2-460d-89ce-5fd2766c8065 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444953 Feb 20 22:02:51.006306 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b92bdc80-e76e-483c-9c99-64c67e8009d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:51.135003 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8556921-c7f0-4594-ba75-853de0bcc208 req-918da860-7448-41c1-a805-abe51aac7266 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:51.136478 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b8556921-c7f0-4594-ba75-853de0bcc208 req-918da860-7448-41c1-a805-abe51aac7266 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 944 time: 0.0532198 Feb 20 22:02:51.184512 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b8556921-c7f0-4594-ba75-853de0bcc208 req-73d0dc99-1e94-4de9-8026-7f8b9da5e7e0 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426044 Feb 20 22:02:51.554504 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:02:51.602400 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:02:51.602784 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:51.686327 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:02:51.686622 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:51.709413 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:02:51.711626 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626df05c-2007-4a53-a600-675131050a16" -d '{"events": [{"server_uuid": "a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a", "name": "network-vif-plugged", "status": "completed", "tag": "e49485d9-ee9a-42ed-bfd1-0e26f5a820d7"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:02:51.724159 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7,segment=NetworkSegment(5ff9e258-e458-4016-b0a8-873e9d9a7bb5),segment_id=5ff9e258-e458-4016-b0a8-873e9d9a7bb5)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:02:51.729325 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:51.753870 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa59d9a-cc43-4b69-aad8-67b393b1feae x-openstack-request-id: req-9aa59d9a-cc43-4b69-aad8-67b393b1feae {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:02:51.754167 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a", "name": "network-vif-plugged", "status": "completed", "tag": "e49485d9-ee9a-42ed-bfd1-0e26f5a820d7", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:02:51.754424 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9aa59d9a-cc43-4b69-aad8-67b393b1feae {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:02:51.754818 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7', 'code': 200} Feb 20 22:02:51.779240 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7,revision_number=8']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:02:51.996262 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f609db-d432-406e-bc73-189c6964fd82 req-2fb04ea6-31ca-4744-97d4-d13b5b86201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:51.997719 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-e8f609db-d432-406e-bc73-189c6964fd82 req-2fb04ea6-31ca-4744-97d4-d13b5b86201f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 1129 time: 0.0449829 Feb 20 22:02:52.044286 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-e8f609db-d432-406e-bc73-189c6964fd82 req-b1b92b77-7697-4c4a-ad3e-6cd36d57ef30 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402966 Feb 20 22:02:52.304172 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8013df-b010-4957-ad18-fcbf03f3e482 req-dc29583f-a24f-4bcf-889e-f2cde27b82af tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:52.305571 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7d8013df-b010-4957-ad18-fcbf03f3e482 req-dc29583f-a24f-4bcf-889e-f2cde27b82af tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0552447 Feb 20 22:02:52.353983 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7d8013df-b010-4957-ad18-fcbf03f3e482 req-f46bfc4c-f9dc-49be-b93a-6737f3749387 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417297 Feb 20 22:02:53.120104 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b85dadb3-024a-4153-b2d4-6500eec9bb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:53.473800 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419f5af-9596-4482-9c7d-00b5d37b7532 req-002038d3-4b66-4207-9c0f-64cafb7cc36c tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:02:53.475305 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e419f5af-9596-4482-9c7d-00b5d37b7532 req-002038d3-4b66-4207-9c0f-64cafb7cc36c tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0523410 Feb 20 22:02:53.525223 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e419f5af-9596-4482-9c7d-00b5d37b7532 req-646e89fc-1b1f-4856-be64-d4ba0ed8817d tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444176 Feb 20 22:02:54.415055 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:55.871298 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:57.291090 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:02:57.632751 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:02:59.271686 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:01.341244 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 60076) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:01.441723 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-63c02e38-10a8-494a-9b12-6641a2cc449e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:01.515077 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-63c02e38-10a8-494a-9b12-6641a2cc449e admin admin] Publish callbacks [] for security_group (b54e5609-318d-45b0-9b2d-5532a0739d4e), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:01.518895 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-63c02e38-10a8-494a-9b12-6641a2cc449e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (b54e5609-318d-45b0-9b2d-5532a0739d4e), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:01.558943 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-63c02e38-10a8-494a-9b12-6641a2cc449e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3a336c6ddaa543d8a6a1e6206da99b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166216 Feb 20 22:03:01.559782 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c02e38-10a8-494a-9b12-6641a2cc449e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54e5609-318d-45b0-9b2d-5532a0739d4e,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:01.561696 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 60080) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:01.607482 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-76aa5dc7-906d-4adf-88c9-e11a6296f058 admin admin] Publish callbacks [] for security_group (b54e5609-318d-45b0-9b2d-5532a0739d4e), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:01.627765 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-76aa5dc7-906d-4adf-88c9-e11a6296f058 admin admin] Publish callbacks [] for security_group (b54e5609-318d-45b0-9b2d-5532a0739d4e), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:01.675653 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-76aa5dc7-906d-4adf-88c9-e11a6296f058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (b54e5609-318d-45b0-9b2d-5532a0739d4e), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:01.678312 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-76aa5dc7-906d-4adf-88c9-e11a6296f058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:01.679476 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-76aa5dc7-906d-4adf-88c9-e11a6296f058 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b54e5609-318d-45b0-9b2d-5532a0739d4e HTTP/1.1" status: 204 len: 168 time: 0.1167893 Feb 20 22:03:01.687424 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa5dc7-906d-4adf-88c9-e11a6296f058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54e5609-318d-45b0-9b2d-5532a0739d4e,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:08.218004 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c90a6-966f-46b3-82c9-3eeb39dc0dbb req-9de22602-9cda-4304-b9e1-1079e0600a3b tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:08.219483 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b63c90a6-966f-46b3-82c9-3eeb39dc0dbb req-9de22602-9cda-4304-b9e1-1079e0600a3b tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 946 time: 0.0529680 Feb 20 22:03:08.265206 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b63c90a6-966f-46b3-82c9-3eeb39dc0dbb req-e0b84a78-cd84-4234-a64a-4ce4ca98695b tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399899 Feb 20 22:03:09.390551 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8928dcf-455e-4681-8f91-8d1eb3062637 req-4afe0b1a-cf5a-45d1-be76-7ed195c1bee7 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:09.392030 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a8928dcf-455e-4681-8f91-8d1eb3062637 req-4afe0b1a-cf5a-45d1-be76-7ed195c1bee7 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 946 time: 0.0525334 Feb 20 22:03:09.443202 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a8928dcf-455e-4681-8f91-8d1eb3062637 req-416f4251-2ba7-41c1-953e-f2fefd6dbe19 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups?id=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456553 Feb 20 22:03:09.840025 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1de5e-34b7-41a4-9030-da39812bb353 req-f79a30ee-bc7b-4158-9fd1-fbc8dbf8f49c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:09.842269 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b8a1de5e-34b7-41a4-9030-da39812bb353 req-f79a30ee-bc7b-4158-9fd1-fbc8dbf8f49c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.45 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 946 time: 0.0637252 Feb 20 22:03:09.938604 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-b8a1de5e-34b7-41a4-9030-da39812bb353 req-8d148e16-eff7-4c3a-bb2c-2a0a684a3721 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Deleting port a2f52baa-2b62-450b-8043-ea89a6168c9a {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:03:09.938944 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-b8a1de5e-34b7-41a4-9030-da39812bb353 req-8d148e16-eff7-4c3a-bb2c-2a0a684a3721 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:10.028349 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-b8a1de5e-34b7-41a4-9030-da39812bb353 req-8d148e16-eff7-4c3a-bb2c-2a0a684a3721 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] For port a2f52baa-2b62-450b-8043-ea89a6168c9a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a2f52baa-2b62-450b-8043-ea89a6168c9a,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:03:10.028714 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-b8a1de5e-34b7-41a4-9030-da39812bb353 req-8d148e16-eff7-4c3a-bb2c-2a0a684a3721 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:10.199313 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-b8a1de5e-34b7-41a4-9030-da39812bb353 req-8d148e16-eff7-4c3a-bb2c-2a0a684a3721 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:10.199697 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-b8a1de5e-34b7-41a4-9030-da39812bb353 req-8d148e16-eff7-4c3a-bb2c-2a0a684a3721 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643065'] for floatingip (b72e5684-6342-4a63-95e7-488dd1c83262), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:10.200085 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.l3_db [req-b8a1de5e-34b7-41a4-9030-da39812bb353 req-8d148e16-eff7-4c3a-bb2c-2a0a684a3721 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Floating IP b72e5684-6342-4a63-95e7-488dd1c83262 disassociated. External IP: 172.27.3.91, port: a2f52baa-2b62-450b-8043-ea89a6168c9a. Feb 20 22:03:10.200421 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-b8a1de5e-34b7-41a4-9030-da39812bb353 req-8d148e16-eff7-4c3a-bb2c-2a0a684a3721 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Calling delete_port for a2f52baa-2b62-450b-8043-ea89a6168c9a owned by compute:nova {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:03:10.327070 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-b8a1de5e-34b7-41a4-9030-da39812bb353 req-8d148e16-eff7-4c3a-bb2c-2a0a684a3721 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (a2f52baa-2b62-450b-8043-ea89a6168c9a), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:10.355510 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d148e16-eff7-4c3a-bb2c-2a0a684a3721 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Pushing event deleted for resources: {'Port': ['ID=a2f52baa-2b62-450b-8043-ea89a6168c9a,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:10.549577 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-60b275e0-ce80-4367-bfb9-eb7d3b8846a3 req-7ce48763-b867-464f-aae0-370023c6182c tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d18d6e-ef83-4cf7-8cd2-42852635bc9e HTTP/1.1" status: 200 len: 210 time: 0.0321550 Feb 20 22:03:10.736111 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8a1de5e-34b7-41a4-9030-da39812bb353 req-8d148e16-eff7-4c3a-bb2c-2a0a684a3721 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Router 6cf77314-15de-4d2b-b270-386df3c7e46f has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:03:10.850988 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8a1de5e-34b7-41a4-9030-da39812bb353 req-8d148e16-eff7-4c3a-bb2c-2a0a684a3721 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:03:10.862392 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd5f37-609b-4129-b67f-9ff48f835b37 None None] Sync routers for ids ['6cf77314-15de-4d2b-b270-386df3c7e46f'] in dv-cinder-830093-1-iscsi {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:03:10.872643 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd5f37-609b-4129-b67f-9ff48f835b37 None None] Routers {'6cf77314-15de-4d2b-b270-386df3c7e46f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:03:10.873315 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-4edd5f37-609b-4129-b67f-9ff48f835b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:02:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['6cf77314-15de-4d2b-b270-386df3c7e46f'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:03:10.893555 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a1de5e-34b7-41a4-9030-da39812bb353 req-8d148e16-eff7-4c3a-bb2c-2a0a684a3721 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] No DVR routers for this DVR port a2f52baa-2b62-450b-8043-ea89a6168c9a on host hv-cinder-83009 {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:03:10.896284 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-b8a1de5e-34b7-41a4-9030-da39812bb353 req-8d148e16-eff7-4c3a-bb2c-2a0a684a3721 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:10.899644 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b8a1de5e-34b7-41a4-9030-da39812bb353 req-8d148e16-eff7-4c3a-bb2c-2a0a684a3721 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.45 "DELETE /v2.0/ports/a2f52baa-2b62-450b-8043-ea89a6168c9a HTTP/1.1" status: 204 len: 173 time: 1.0489719 Feb 20 22:03:10.900345 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d18d6e-ef83-4cf7-8cd2-42852635bc9e', 'name': 'network-vif-deleted', 'tag': 'a2f52baa-2b62-450b-8043-ea89a6168c9a'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:03:10.903249 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b82d28-471e-41d0-9004-dd5abdc7adee" -d '{"events": [{"server_uuid": "07d18d6e-ef83-4cf7-8cd2-42852635bc9e", "name": "network-vif-deleted", "tag": "a2f52baa-2b62-450b-8043-ea89a6168c9a"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:03:10.944061 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1abd9e-99d3-4e51-a998-7ebce863c8ec x-openstack-request-id: req-ef1abd9e-99d3-4e51-a998-7ebce863c8ec {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:03:10.944356 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d18d6e-ef83-4cf7-8cd2-42852635bc9e", "name": "network-vif-deleted", "tag": "a2f52baa-2b62-450b-8043-ea89a6168c9a", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:03:10.944634 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef1abd9e-99d3-4e51-a998-7ebce863c8ec {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:03:10.945073 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d18d6e-ef83-4cf7-8cd2-42852635bc9e', 'name': 'network-vif-deleted', 'tag': 'a2f52baa-2b62-450b-8043-ea89a6168c9a', 'status': 'completed', 'code': 200} Feb 20 22:03:10.988320 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-4edd5f37-609b-4129-b67f-9ff48f835b37 None None] Set router 6cf77314-15de-4d2b-b270-386df3c7e46f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:03:11.215698 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-4edd5f37-609b-4129-b67f-9ff48f835b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '863666a3-9174-42d8-9943-8496e886fcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:32Z', 'revision_number': 4, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port': {'id': '863666a3-9174-42d8-9943-8496e886fcc1', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '5030827b-b1c2-4bc3-9567-e65df84a9795', 'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'mac_address': 'fa:16:3e:3c:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:30Z', 'updated_at': '2022-02-20T21:56:42Z', 'revision_number': 5, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'subnets': [{'id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:03:11.241470 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd5f37-609b-4129-b67f-9ff48f835b37 None None] Checking router: 6cf77314-15de-4d2b-b270-386df3c7e46f for host: dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:03:11.250860 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd5f37-609b-4129-b67f-9ff48f835b37 None None] Routers {'6cf77314-15de-4d2b-b270-386df3c7e46f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:03:11.251487 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-4edd5f37-609b-4129-b67f-9ff48f835b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:02:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['6cf77314-15de-4d2b-b270-386df3c7e46f'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:03:11.365248 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-4edd5f37-609b-4129-b67f-9ff48f835b37 None None] Set router 6cf77314-15de-4d2b-b270-386df3c7e46f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:03:11.639531 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 60200) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:11.667330 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-4edd5f37-609b-4129-b67f-9ff48f835b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '863666a3-9174-42d8-9943-8496e886fcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:32Z', 'revision_number': 4, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port': {'id': '863666a3-9174-42d8-9943-8496e886fcc1', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '5030827b-b1c2-4bc3-9567-e65df84a9795', 'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'mac_address': 'fa:16:3e:3c:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:30Z', 'updated_at': '2022-02-20T21:56:42Z', 'revision_number': 5, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'subnets': [{'id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:03:11.694655 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-207d130e-73cf-47fa-87d7-ba0c4e2769c1 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group (39eea69f-3eb4-43aa-96e2-3189cb1e5f0f), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:11.696767 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd5f37-609b-4129-b67f-9ff48f835b37 None None] The sync data for ids ['6cf77314-15de-4d2b-b270-386df3c7e46f'] in dv-cinder-830093-1-iscsi is: [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '863666a3-9174-42d8-9943-8496e886fcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T21:56:32Z', 'revision_number': 4, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port': {'id': '863666a3-9174-42d8-9943-8496e886fcc1', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '5030827b-b1c2-4bc3-9567-e65df84a9795', 'name': '', 'network_id': '3e763aaf-88b9-4e27-90cd-d1934feee28a', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'mac_address': 'fa:16:3e:3c:98:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:30Z', 'updated_at': '2022-02-20T21:56:42Z', 'revision_number': 5, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'subnets': [{'id': '8c8aaa30-49a3-42aa-9af8-224d54cdf692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:03:11.722344 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-207d130e-73cf-47fa-87d7-ba0c4e2769c1 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group (39eea69f-3eb4-43aa-96e2-3189cb1e5f0f), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:11.774122 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-207d130e-73cf-47fa-87d7-ba0c4e2769c1 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (39eea69f-3eb4-43aa-96e2-3189cb1e5f0f), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:11.777618 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-207d130e-73cf-47fa-87d7-ba0c4e2769c1 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:11.778774 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-207d130e-73cf-47fa-87d7-ba0c4e2769c1 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "DELETE /v2.0/security-groups/39eea69f-3eb4-43aa-96e2-3189cb1e5f0f HTTP/1.1" status: 204 len: 168 time: 0.1372797 Feb 20 22:03:11.782003 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 60202) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:11.789284 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d130e-73cf-47fa-87d7-ba0c4e2769c1 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eea69f-3eb4-43aa-96e2-3189cb1e5f0f,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:11.801671 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.api.v2.resource [None req-f6647991-6b8d-433f-8b96-22622f2d54c9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] show failed (client error): The resource could not be found. Feb 20 22:03:11.803470 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-f6647991-6b8d-433f-8b96-22622f2d54c9 tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "GET /v2.0/security-groups/39eea69f-3eb4-43aa-96e2-3189cb1e5f0f HTTP/1.1" status: 404 len: 347 time: 0.0198765 Feb 20 22:03:11.806062 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 60204) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:11.940312 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-fcd5ed0c-63ac-4ffc-8696-794a0e7b877d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Deleting port 73ca2e42-e74b-4ae3-b52b-4c9a25be4637 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:03:11.940942 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fcd5ed0c-63ac-4ffc-8696-794a0e7b877d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (73ca2e42-e74b-4ae3-b52b-4c9a25be4637), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:11.964874 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf576dd4-4612-4b9f-acc6-918dca5afd35 None None] New status for floating IP b72e5684-6342-4a63-95e7-488dd1c83262: DOWN {{(pid=102709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:03:12.017409 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fcd5ed0c-63ac-4ffc-8696-794a0e7b877d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (73ca2e42-e74b-4ae3-b52b-4c9a25be4637), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:12.017740 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fcd5ed0c-63ac-4ffc-8696-794a0e7b877d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for floatingip (73ca2e42-e74b-4ae3-b52b-4c9a25be4637), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:12.031117 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-fcd5ed0c-63ac-4ffc-8696-794a0e7b877d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Calling delete_port for 73ca2e42-e74b-4ae3-b52b-4c9a25be4637 owned by network:floatingip {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:03:12.168038 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fcd5ed0c-63ac-4ffc-8696-794a0e7b877d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (73ca2e42-e74b-4ae3-b52b-4c9a25be4637), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:12.169584 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.db.api [None req-bf576dd4-4612-4b9f-acc6-918dca5afd35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 22:03:12.169986 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG oslo_db.api [None req-bf576dd4-4612-4b9f-acc6-918dca5afd35 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 22:03:12.194551 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5ed0c-63ac-4ffc-8696-794a0e7b877d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Pushing event deleted for resources: {'Port': ['ID=73ca2e42-e74b-4ae3-b52b-4c9a25be4637,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:12.253155 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fcd5ed0c-63ac-4ffc-8696-794a0e7b877d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks [] for floatingip (b72e5684-6342-4a63-95e7-488dd1c83262), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:12.255679 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fcd5ed0c-63ac-4ffc-8696-794a0e7b877d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:12.256837 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-fcd5ed0c-63ac-4ffc-8696-794a0e7b877d tempest-AttachVolumeShelveTestJSON-708942857 tempest-AttachVolumeShelveTestJSON-708942857-project] 10.222.0.61 "DELETE /v2.0/floatingips/b72e5684-6342-4a63-95e7-488dd1c83262 HTTP/1.1" status: 204 len: 168 time: 0.4498725 Feb 20 22:03:12.671814 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf576dd4-4612-4b9f-acc6-918dca5afd35 None None] New status for floating IP b72e5684-6342-4a63-95e7-488dd1c83262: DOWN {{(pid=102709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:03:13.648623 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device a2f52baa-2b62-450b-8043-ea89a6168c9a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:03:13.668629 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: a2f52baa-2b62-450b-8043-ea89a6168c9a {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:03:13.668989 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device a2f52baa-2b62-450b-8043-ea89a6168c9a not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:03:14.642874 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 60248) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:15.119685 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-43069f75-10d1-42d6-93dc-f2fae2a4e9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641273'] for router_interface (6cf77314-15de-4d2b-b270-386df3c7e46f), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:15.360594 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-43069f75-10d1-42d6-93dc-f2fae2a4e9a4 admin admin] Deleting port 5030827b-b1c2-4bc3-9567-e65df84a9795 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:03:15.360940 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-43069f75-10d1-42d6-93dc-f2fae2a4e9a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (5030827b-b1c2-4bc3-9567-e65df84a9795), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:15.435961 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [None req-43069f75-10d1-42d6-93dc-f2fae2a4e9a4 admin admin] For port 5030827b-b1c2-4bc3-9567-e65df84a9795, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=5030827b-b1c2-4bc3-9567-e65df84a9795,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:03:15.436239 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-43069f75-10d1-42d6-93dc-f2fae2a4e9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (5030827b-b1c2-4bc3-9567-e65df84a9795), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:15.447992 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-43069f75-10d1-42d6-93dc-f2fae2a4e9a4 admin admin] Calling delete_port for 5030827b-b1c2-4bc3-9567-e65df84a9795 owned by network:router_interface {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:03:15.625230 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-43069f75-10d1-42d6-93dc-f2fae2a4e9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (5030827b-b1c2-4bc3-9567-e65df84a9795), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:15.649071 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43069f75-10d1-42d6-93dc-f2fae2a4e9a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5030827b-b1c2-4bc3-9567-e65df84a9795,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:15.813352 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-43069f75-10d1-42d6-93dc-f2fae2a4e9a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641897'] for router_interface (6cf77314-15de-4d2b-b270-386df3c7e46f), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:16.039541 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43069f75-10d1-42d6-93dc-f2fae2a4e9a4 admin admin] Router 6cf77314-15de-4d2b-b270-386df3c7e46f has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:03:16.150036 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43069f75-10d1-42d6-93dc-f2fae2a4e9a4 admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:03:16.155199 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-43069f75-10d1-42d6-93dc-f2fae2a4e9a4 admin admin] 10.222.0.61 "PUT /v2.0/routers/6cf77314-15de-4d2b-b270-386df3c7e46f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5112967 Feb 20 22:03:16.157736 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 60254) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:16.160180 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef390183-d106-4611-b27f-3e499255f028 None None] Sync routers for ids ['6cf77314-15de-4d2b-b270-386df3c7e46f'] in dv-cinder-830093-1-iscsi {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:03:16.170528 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef390183-d106-4611-b27f-3e499255f028 None None] Routers {'6cf77314-15de-4d2b-b270-386df3c7e46f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:03:16.171218 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-ef390183-d106-4611-b27f-3e499255f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:02:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['6cf77314-15de-4d2b-b270-386df3c7e46f'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:03:16.261613 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8139-ad6f-409a-b949-66fc17e43239 admin admin] Publish callbacks [] for router (6cf77314-15de-4d2b-b270-386df3c7e46f), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:16.275679 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-ef390183-d106-4611-b27f-3e499255f028 None None] Set router 6cf77314-15de-4d2b-b270-386df3c7e46f gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:03:16.362445 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8139-ad6f-409a-b949-66fc17e43239 admin admin] Publish callbacks [] for router_gateway (6cf77314-15de-4d2b-b270-386df3c7e46f), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:16.431299 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-c3cb8139-ad6f-409a-b949-66fc17e43239 admin admin] Deleting port 863666a3-9174-42d8-9943-8496e886fcc1 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:03:16.432222 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8139-ad6f-409a-b949-66fc17e43239 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (863666a3-9174-42d8-9943-8496e886fcc1), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:16.469414 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-ef390183-d106-4611-b27f-3e499255f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '863666a3-9174-42d8-9943-8496e886fcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T22:03:15Z', 'revision_number': 5, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port': {'id': '863666a3-9174-42d8-9943-8496e886fcc1', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:56:24Z', 'updated_at': '2022-02-20T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:03:16.500264 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef390183-d106-4611-b27f-3e499255f028 None None] Checking router: 6cf77314-15de-4d2b-b270-386df3c7e46f for host: dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:03:16.508604 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef390183-d106-4611-b27f-3e499255f028 None None] Routers {'6cf77314-15de-4d2b-b270-386df3c7e46f'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:03:16.509255 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-ef390183-d106-4611-b27f-3e499255f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:02:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['6cf77314-15de-4d2b-b270-386df3c7e46f'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:03:16.511013 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [None req-c3cb8139-ad6f-409a-b949-66fc17e43239 admin admin] For port 863666a3-9174-42d8-9943-8496e886fcc1, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=863666a3-9174-42d8-9943-8496e886fcc1,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:03:16.511394 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8139-ad6f-409a-b949-66fc17e43239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (863666a3-9174-42d8-9943-8496e886fcc1), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:16.522710 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-c3cb8139-ad6f-409a-b949-66fc17e43239 admin admin] Calling delete_port for 863666a3-9174-42d8-9943-8496e886fcc1 owned by network:router_gateway {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:03:16.592432 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-ef390183-d106-4611-b27f-3e499255f028 None None] Set router 6cf77314-15de-4d2b-b270-386df3c7e46f gateway port host: None {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:03:16.645980 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-ef390183-d106-4611-b27f-3e499255f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T22:03:16Z', 'revision_number': 6, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port_host': None}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:03:16.671344 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef390183-d106-4611-b27f-3e499255f028 None None] The sync data for ids ['6cf77314-15de-4d2b-b270-386df3c7e46f'] in dv-cinder-830093-1-iscsi is: [{'id': '6cf77314-15de-4d2b-b270-386df3c7e46f', 'name': 'tempest-AttachVolumeShelveTestJSON-1942902087-router', 'tenant_id': '52eb4398f63e4c4c8811bf06725eddc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:56:23Z', 'updated_at': '2022-02-20T22:03:16Z', 'revision_number': 6, 'project_id': '52eb4398f63e4c4c8811bf06725eddc8', 'gw_port_host': None}] {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:03:16.689415 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8139-ad6f-409a-b949-66fc17e43239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (863666a3-9174-42d8-9943-8496e886fcc1), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:16.718765 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb8139-ad6f-409a-b949-66fc17e43239 admin admin] Pushing event deleted for resources: {'Port': ['ID=863666a3-9174-42d8-9943-8496e886fcc1,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:16.779194 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8139-ad6f-409a-b949-66fc17e43239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642947'] for router_gateway (6cf77314-15de-4d2b-b270-386df3c7e46f), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:16.871911 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8139-ad6f-409a-b949-66fc17e43239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27540'] for router (6cf77314-15de-4d2b-b270-386df3c7e46f), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:16.874029 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8139-ad6f-409a-b949-66fc17e43239 admin admin] Publish callbacks [] for router_controller (6cf77314-15de-4d2b-b270-386df3c7e46f), precommit_delete_associations {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:16.917411 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8139-ad6f-409a-b949-66fc17e43239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641638'] for router (6cf77314-15de-4d2b-b270-386df3c7e46f), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:16.917875 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cb8139-ad6f-409a-b949-66fc17e43239 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cf77314-15de-4d2b-b270-386df3c7e46f {{(pid=102708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 22:03:16.922091 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8139-ad6f-409a-b949-66fc17e43239 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:16.923260 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-c3cb8139-ad6f-409a-b949-66fc17e43239 admin admin] 10.222.0.61 "DELETE /v2.0/routers/6cf77314-15de-4d2b-b270-386df3c7e46f HTTP/1.1" status: 204 len: 168 time: 0.7646151 Feb 20 22:03:16.925802 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 60258) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:16.969781 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_v2 [None req-67647d1d-fef2-46da-bae9-562f8d68eb5c admin admin] Deleting subnet 8c8aaa30-49a3-42aa-9af8-224d54cdf692 {{(pid=102708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:03:16.972713 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-67647d1d-fef2-46da-bae9-562f8d68eb5c admin admin] Publish callbacks [] for subnet (8c8aaa30-49a3-42aa-9af8-224d54cdf692), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.005950 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-67647d1d-fef2-46da-bae9-562f8d68eb5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8472869'] for subnet (8c8aaa30-49a3-42aa-9af8-224d54cdf692), precommit_delete_associations {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.087105 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-67647d1d-fef2-46da-bae9-562f8d68eb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882536'] for subnet (8c8aaa30-49a3-42aa-9af8-224d54cdf692), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.138300 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-67647d1d-fef2-46da-bae9-562f8d68eb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8491243'] for subnet (8c8aaa30-49a3-42aa-9af8-224d54cdf692), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.162603 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67647d1d-fef2-46da-bae9-562f8d68eb5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c8aaa30-49a3-42aa-9af8-224d54cdf692,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:17.166749 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-67647d1d-fef2-46da-bae9-562f8d68eb5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.170797 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-67647d1d-fef2-46da-bae9-562f8d68eb5c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8c8aaa30-49a3-42aa-9af8-224d54cdf692 HTTP/1.1" status: 204 len: 168 time: 0.2431743 Feb 20 22:03:17.172325 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 60260) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:17.174829 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b179ef-64b8-43a1-b669-64ece61fa34e None None] Network 3e763aaf-88b9-4e27-90cd-d1934feee28a requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:03:17.238534 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834273'] for network (3e763aaf-88b9-4e27-90cd-d1934feee28a), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.296506 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] Deleting port c3f61265-f250-4cf9-977b-88e2dd6275d5 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:03:17.296841 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (c3f61265-f250-4cf9-977b-88e2dd6275d5), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.360089 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] For port c3f61265-f250-4cf9-977b-88e2dd6275d5, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=c3f61265-f250-4cf9-977b-88e2dd6275d5,segment=NetworkSegment(2ff464a4-c5a2-45f8-b298-4e526a5a81bf),segment_id=2ff464a4-c5a2-45f8-b298-4e526a5a81bf)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:03:17.360382 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (c3f61265-f250-4cf9-977b-88e2dd6275d5), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.373534 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] Calling delete_port for c3f61265-f250-4cf9-977b-88e2dd6275d5 owned by network:dhcp {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:03:17.435604 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439b6b2f-4725-4a25-bdca-c264704fa6e3 None None] DHCP port deletion for 3e763aaf-88b9-4e27-90cd-d1934feee28a request from dv-cinder-830093-1-iscsi {{(pid=102709) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 22:03:17.459793 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (c3f61265-f250-4cf9-977b-88e2dd6275d5), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.489791 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-439b6b2f-4725-4a25-bdca-c264704fa6e3 None None] Deleting port c3f61265-f250-4cf9-977b-88e2dd6275d5 {{(pid=102709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:03:17.490183 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-439b6b2f-4725-4a25-bdca-c264704fa6e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (c3f61265-f250-4cf9-977b-88e2dd6275d5), before_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.501026 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f61265-f250-4cf9-977b-88e2dd6275d5,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:17.502840 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] No DVR routers for this DVR port c3f61265-f250-4cf9-977b-88e2dd6275d5 on host dv-cinder-830093-1-iscsi {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:03:17.553272 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-439b6b2f-4725-4a25-bdca-c264704fa6e3 None None] For port c3f61265-f250-4cf9-977b-88e2dd6275d5, host dv-cinder-830093-1-iscsi, got binding levels [] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:03:17.553675 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-439b6b2f-4725-4a25-bdca-c264704fa6e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (c3f61265-f250-4cf9-977b-88e2dd6275d5), precommit_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.566036 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-439b6b2f-4725-4a25-bdca-c264704fa6e3 None None] Calling delete_port for c3f61265-f250-4cf9-977b-88e2dd6275d5 owned by network:dhcp {{(pid=102709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:03:17.568787 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.ipam_backend_mixin [None req-439b6b2f-4725-4a25-bdca-c264704fa6e3 None None] Port c3f61265-f250-4cf9-977b-88e2dd6275d5 was not found and therefore no delete operation was performed {{(pid=102709) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 22:03:17.570090 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-439b6b2f-4725-4a25-bdca-c264704fa6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345'] for port (c3f61265-f250-4cf9-977b-88e2dd6275d5), after_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.573930 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881377', 'neutron.services.segments.db._delete_segments_for_network-8760288176442'] for network (3e763aaf-88b9-4e27-90cd-d1934feee28a), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.594299 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e763aaf-88b9-4e27-90cd-d1934feee28a']}} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:03:17.600196 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b6b2f-4725-4a25-bdca-c264704fa6e3 None None] Pushing event deleted for resources: {'Port': ['ID=c3f61265-f250-4cf9-977b-88e2dd6275d5,revision_number=None']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:17.603497 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff464a4-c5a2-45f8-b298-4e526a5a81bf') {'for_net_delete': True} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:03:17.603797 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff464a4-c5a2-45f8-b298-4e526a5a81bf') {} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:03:17.604730 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439b6b2f-4725-4a25-bdca-c264704fa6e3 None None] No DVR routers for this DVR port c3f61265-f250-4cf9-977b-88e2dd6275d5 on host dv-cinder-830093-1-iscsi {{(pid=102709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:03:17.614270 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760288175939', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8472892'] for segment (2ff464a4-c5a2-45f8-b298-4e526a5a81bf), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.628639 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (2ff464a4-c5a2-45f8-b298-4e526a5a81bf), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.636174 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:03:17.636648 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8474595'] for segment (2ff464a4-c5a2-45f8-b298-4e526a5a81bf), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: Traceback (most recent call last): Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: timer() Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: cb(*args, **kw) Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: return func(*args, **kwargs) Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: self._notify() Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: self.callback(batched_events) Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: event.method(event) Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: return f(self, *a, **k) Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._get(url).json() Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: return self.request(url, 'GET', **kwargs) Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:03:17.638338 dv-cinder-830093-1-iscsi neutron-server[102708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:03:17.697587 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643055'] for network (3e763aaf-88b9-4e27-90cd-d1934feee28a), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.703188 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.706424 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3e763aaf-88b9-4e27-90cd-d1934feee28a HTTP/1.1" status: 204 len: 168 time: 0.5331237 Feb 20 22:03:17.718288 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351c6a3-7369-488d-8c78-5005ebecbc99 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e763aaf-88b9-4e27-90cd-d1934feee28a,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:17.819301 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 60266) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:17.858251 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-376dfa99-1a47-4ced-9fe8-f407c816da36 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=52eb4398f63e4c4c8811bf06725eddc8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378301 Feb 20 22:03:17.860614 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 60268) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:17.905634 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0c551efc-abe5-4786-b681-57f4de423c79 admin admin] Publish callbacks [] for security_group (0ea7e289-c1da-45a3-a477-43955877754c), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.926597 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0c551efc-abe5-4786-b681-57f4de423c79 admin admin] Publish callbacks [] for security_group (0ea7e289-c1da-45a3-a477-43955877754c), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.975321 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0c551efc-abe5-4786-b681-57f4de423c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (0ea7e289-c1da-45a3-a477-43955877754c), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.977926 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-0c551efc-abe5-4786-b681-57f4de423c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:17.979725 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-0c551efc-abe5-4786-b681-57f4de423c79 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0ea7e289-c1da-45a3-a477-43955877754c HTTP/1.1" status: 204 len: 168 time: 0.1182070 Feb 20 22:03:17.987209 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c551efc-abe5-4786-b681-57f4de423c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea7e289-c1da-45a3-a477-43955877754c,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:18.469852 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 5030827b-b1c2-4bc3-9567-e65df84a9795 no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:03:18.491087 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: 5030827b-b1c2-4bc3-9567-e65df84a9795 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:03:18.491506 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 5030827b-b1c2-4bc3-9567-e65df84a9795 not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:03:18.492101 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device c3f61265-f250-4cf9-977b-88e2dd6275d5 no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:03:18.513769 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: c3f61265-f250-4cf9-977b-88e2dd6275d5 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:03:18.514305 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device c3f61265-f250-4cf9-977b-88e2dd6275d5 not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:03:18.514973 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 863666a3-9174-42d8-9943-8496e886fcc1 no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:03:18.547334 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: 863666a3-9174-42d8-9943-8496e886fcc1 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:03:18.547334 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 863666a3-9174-42d8-9943-8496e886fcc1 not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:03:21.012636 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-654ec1e7-0331-4277-b8f0-2785b64fefec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:23.123917 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-0012de9d-caa3-4d46-8608-c02bf82e78ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:24.417257 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:25.874680 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:27.293539 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:29.279574 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:31.460766 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 60472) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:31.561286 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-995d4b49-1975-4fd5-a7bf-aa996a3155e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:31.633980 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-995d4b49-1975-4fd5-a7bf-aa996a3155e6 admin admin] Publish callbacks [] for security_group (c76ef295-9fb4-4e70-b46b-5da2ca65c3f5), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:31.638391 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-995d4b49-1975-4fd5-a7bf-aa996a3155e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (c76ef295-9fb4-4e70-b46b-5da2ca65c3f5), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:31.676844 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-995d4b49-1975-4fd5-a7bf-aa996a3155e6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e16a471c52a94b7f8d38a4876d990377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150197 Feb 20 22:03:31.677715 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d4b49-1975-4fd5-a7bf-aa996a3155e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76ef295-9fb4-4e70-b46b-5da2ca65c3f5,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:31.679604 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 60476) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:31.684933 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d4b49-1975-4fd5-a7bf-aa996a3155e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.685325 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d4b49-1975-4fd5-a7bf-aa996a3155e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.685861 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d4b49-1975-4fd5-a7bf-aa996a3155e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.686217 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d4b49-1975-4fd5-a7bf-aa996a3155e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.686572 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d4b49-1975-4fd5-a7bf-aa996a3155e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.686915 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d4b49-1975-4fd5-a7bf-aa996a3155e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.687256 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d4b49-1975-4fd5-a7bf-aa996a3155e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.687596 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d4b49-1975-4fd5-a7bf-aa996a3155e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.687938 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d4b49-1975-4fd5-a7bf-aa996a3155e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.688279 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d4b49-1975-4fd5-a7bf-aa996a3155e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.688617 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d4b49-1975-4fd5-a7bf-aa996a3155e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.688951 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d4b49-1975-4fd5-a7bf-aa996a3155e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.689306 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d4b49-1975-4fd5-a7bf-aa996a3155e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.731668 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8b9c3097-c722-498b-9fbc-ff1722d39907 admin admin] Publish callbacks [] for security_group (c76ef295-9fb4-4e70-b46b-5da2ca65c3f5), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:31.751428 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8b9c3097-c722-498b-9fbc-ff1722d39907 admin admin] Publish callbacks [] for security_group (c76ef295-9fb4-4e70-b46b-5da2ca65c3f5), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:31.796863 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8b9c3097-c722-498b-9fbc-ff1722d39907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (c76ef295-9fb4-4e70-b46b-5da2ca65c3f5), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:31.799431 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8b9c3097-c722-498b-9fbc-ff1722d39907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:31.800599 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-8b9c3097-c722-498b-9fbc-ff1722d39907 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c76ef295-9fb4-4e70-b46b-5da2ca65c3f5 HTTP/1.1" status: 204 len: 168 time: 0.1199508 Feb 20 22:03:31.808136 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c3097-c722-498b-9fbc-ff1722d39907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76ef295-9fb4-4e70-b46b-5da2ca65c3f5,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:31.815071 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c3097-c722-498b-9fbc-ff1722d39907 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.815429 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c3097-c722-498b-9fbc-ff1722d39907 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.816541 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c3097-c722-498b-9fbc-ff1722d39907 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.816541 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c3097-c722-498b-9fbc-ff1722d39907 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.816753 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c3097-c722-498b-9fbc-ff1722d39907 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.817113 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c3097-c722-498b-9fbc-ff1722d39907 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.817532 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c3097-c722-498b-9fbc-ff1722d39907 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.817756 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c3097-c722-498b-9fbc-ff1722d39907 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.818080 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c3097-c722-498b-9fbc-ff1722d39907 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.818401 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c3097-c722-498b-9fbc-ff1722d39907 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.818720 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c3097-c722-498b-9fbc-ff1722d39907 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.819037 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c3097-c722-498b-9fbc-ff1722d39907 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:31.819352 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c3097-c722-498b-9fbc-ff1722d39907 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:32.051849 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 60486) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:32.065365 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f00bfcd7-7fcb-4c2a-96e0-58458be26274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:32.141582 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f00bfcd7-7fcb-4c2a-96e0-58458be26274 admin admin] Publish callbacks [] for security_group (1dd193d2-39c8-436f-a126-4d9db4ddefcd), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:32.145414 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f00bfcd7-7fcb-4c2a-96e0-58458be26274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (1dd193d2-39c8-436f-a126-4d9db4ddefcd), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:32.183916 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 60490) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:32.184534 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-f00bfcd7-7fcb-4c2a-96e0-58458be26274 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07770f246287421895a956dc142a0cc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315792 Feb 20 22:03:32.185587 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00bfcd7-7fcb-4c2a-96e0-58458be26274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd193d2-39c8-436f-a126-4d9db4ddefcd,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:32.187993 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 60492) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:32.240479 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa975ca2-4fbc-4457-8c4c-83f00eaabb9c admin admin] Publish callbacks [] for security_group (1dd193d2-39c8-436f-a126-4d9db4ddefcd), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:32.261941 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa975ca2-4fbc-4457-8c4c-83f00eaabb9c admin admin] Publish callbacks [] for security_group (1dd193d2-39c8-436f-a126-4d9db4ddefcd), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:32.286533 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-198a959c-3f3a-49ba-bb7b-202320fec3ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:32.306893 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa975ca2-4fbc-4457-8c4c-83f00eaabb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (1dd193d2-39c8-436f-a126-4d9db4ddefcd), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:32.309934 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-aa975ca2-4fbc-4457-8c4c-83f00eaabb9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:32.311073 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-aa975ca2-4fbc-4457-8c4c-83f00eaabb9c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1dd193d2-39c8-436f-a126-4d9db4ddefcd HTTP/1.1" status: 204 len: 168 time: 0.1220539 Feb 20 22:03:32.318960 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa975ca2-4fbc-4457-8c4c-83f00eaabb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd193d2-39c8-436f-a126-4d9db4ddefcd,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:32.364539 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-198a959c-3f3a-49ba-bb7b-202320fec3ef admin admin] Publish callbacks [] for security_group (413c3985-38a9-4ad7-ada9-3bf9fc4980db), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:32.369834 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-198a959c-3f3a-49ba-bb7b-202320fec3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (413c3985-38a9-4ad7-ada9-3bf9fc4980db), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:32.409535 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-198a959c-3f3a-49ba-bb7b-202320fec3ef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd9193ec7f0043a0ba9d2d9f568705f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245450 Feb 20 22:03:32.411496 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a959c-3f3a-49ba-bb7b-202320fec3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413c3985-38a9-4ad7-ada9-3bf9fc4980db,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:32.412730 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 60498) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:32.474173 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c9d7041d-bd97-4851-a169-f8bfc99cbc08 admin admin] Publish callbacks [] for security_group (413c3985-38a9-4ad7-ada9-3bf9fc4980db), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:32.495023 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c9d7041d-bd97-4851-a169-f8bfc99cbc08 admin admin] Publish callbacks [] for security_group (413c3985-38a9-4ad7-ada9-3bf9fc4980db), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:32.543008 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c9d7041d-bd97-4851-a169-f8bfc99cbc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (413c3985-38a9-4ad7-ada9-3bf9fc4980db), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:32.545614 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c9d7041d-bd97-4851-a169-f8bfc99cbc08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:32.546759 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-c9d7041d-bd97-4851-a169-f8bfc99cbc08 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/413c3985-38a9-4ad7-ada9-3bf9fc4980db HTTP/1.1" status: 204 len: 168 time: 0.1330733 Feb 20 22:03:32.554633 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7041d-bd97-4851-a169-f8bfc99cbc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413c3985-38a9-4ad7-ada9-3bf9fc4980db,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:33.530385 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 60552) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:33.642830 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-e1453546-d005-442f-9781-b385ba5c0124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:33.717813 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-e1453546-d005-442f-9781-b385ba5c0124 admin admin] Publish callbacks [] for security_group (4f081952-f03f-464d-9dc7-30dc02cf38bf), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:33.721384 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-e1453546-d005-442f-9781-b385ba5c0124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (4f081952-f03f-464d-9dc7-30dc02cf38bf), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:33.759705 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-e1453546-d005-442f-9781-b385ba5c0124 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9ec894e7d7764b6ba8f445ba4832c6e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282221 Feb 20 22:03:33.761675 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1453546-d005-442f-9781-b385ba5c0124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f081952-f03f-464d-9dc7-30dc02cf38bf,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:33.762491 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 60560) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:33.812180 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ce521487-36ac-41de-9660-900969ffec4c admin admin] Publish callbacks [] for security_group (4f081952-f03f-464d-9dc7-30dc02cf38bf), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:33.833070 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ce521487-36ac-41de-9660-900969ffec4c admin admin] Publish callbacks [] for security_group (4f081952-f03f-464d-9dc7-30dc02cf38bf), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:33.881426 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ce521487-36ac-41de-9660-900969ffec4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (4f081952-f03f-464d-9dc7-30dc02cf38bf), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:33.884101 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-ce521487-36ac-41de-9660-900969ffec4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:33.885287 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-ce521487-36ac-41de-9660-900969ffec4c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f081952-f03f-464d-9dc7-30dc02cf38bf HTTP/1.1" status: 204 len: 168 time: 0.1211770 Feb 20 22:03:33.892457 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce521487-36ac-41de-9660-900969ffec4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f081952-f03f-464d-9dc7-30dc02cf38bf,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:34.631444 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:03:34.878981 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 60606) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:34.981449 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-672acc33-9a55-40f6-9ad2-b9d36895822d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:35.069865 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-672acc33-9a55-40f6-9ad2-b9d36895822d admin admin] Publish callbacks [] for security_group (ebac7e6f-8f4a-4cd1-b3ab-d2766bfd42fd), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:35.075336 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-672acc33-9a55-40f6-9ad2-b9d36895822d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (ebac7e6f-8f4a-4cd1-b3ab-d2766bfd42fd), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:35.118687 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-672acc33-9a55-40f6-9ad2-b9d36895822d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f206342c775440b952469376226dbea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385306 Feb 20 22:03:35.119792 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672acc33-9a55-40f6-9ad2-b9d36895822d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebac7e6f-8f4a-4cd1-b3ab-d2766bfd42fd,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:35.121587 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 60614) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:35.170936 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-526b0358-c90f-4e35-bfcb-c346b77cb1a2 admin admin] Publish callbacks [] for security_group (ebac7e6f-8f4a-4cd1-b3ab-d2766bfd42fd), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:35.192208 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-526b0358-c90f-4e35-bfcb-c346b77cb1a2 admin admin] Publish callbacks [] for security_group (ebac7e6f-8f4a-4cd1-b3ab-d2766bfd42fd), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:35.238490 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-526b0358-c90f-4e35-bfcb-c346b77cb1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (ebac7e6f-8f4a-4cd1-b3ab-d2766bfd42fd), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:35.241127 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-526b0358-c90f-4e35-bfcb-c346b77cb1a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:35.242296 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-526b0358-c90f-4e35-bfcb-c346b77cb1a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ebac7e6f-8f4a-4cd1-b3ab-d2766bfd42fd HTTP/1.1" status: 204 len: 168 time: 0.1196253 Feb 20 22:03:35.250205 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b0358-c90f-4e35-bfcb-c346b77cb1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebac7e6f-8f4a-4cd1-b3ab-d2766bfd42fd,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:46.729760 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 60818) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:46.833289 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-71386c0c-67fd-4968-9685-3347b0a45035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:46.912656 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-71386c0c-67fd-4968-9685-3347b0a45035 admin admin] Publish callbacks [] for security_group (afbbae4d-a8ec-4484-8178-190452390763), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:46.916622 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-71386c0c-67fd-4968-9685-3347b0a45035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (afbbae4d-a8ec-4484-8178-190452390763), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:46.956485 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-71386c0c-67fd-4968-9685-3347b0a45035 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fba71131e0c7476aae798a149dc4d383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250581 Feb 20 22:03:46.957647 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71386c0c-67fd-4968-9685-3347b0a45035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbbae4d-a8ec-4484-8178-190452390763,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:46.959150 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 60828) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:47.007179 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-99461946-5a59-4225-bdf2-6524e437b124 admin admin] Publish callbacks [] for security_group (afbbae4d-a8ec-4484-8178-190452390763), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:47.028549 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-99461946-5a59-4225-bdf2-6524e437b124 admin admin] Publish callbacks [] for security_group (afbbae4d-a8ec-4484-8178-190452390763), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:47.074877 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-99461946-5a59-4225-bdf2-6524e437b124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (afbbae4d-a8ec-4484-8178-190452390763), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:47.077551 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-99461946-5a59-4225-bdf2-6524e437b124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:47.078742 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-99461946-5a59-4225-bdf2-6524e437b124 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/afbbae4d-a8ec-4484-8178-190452390763 HTTP/1.1" status: 204 len: 168 time: 0.1179881 Feb 20 22:03:47.086121 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99461946-5a59-4225-bdf2-6524e437b124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbbae4d-a8ec-4484-8178-190452390763,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:47.666414 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 60850) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:47.759205 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-35a5d43f-bdc8-4db3-81d6-df7e6acb9f75 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1634538960-network', 'tenant_id': 'b73cb8a7fbb24552b563071d8f7896af'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:03:47.777978 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a5d43f-bdc8-4db3-81d6-df7e6acb9f75 admin admin] Made reservation on behalf of b73cb8a7fbb24552b563071d8f7896af for: {'network': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:03:47.780503 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-35a5d43f-bdc8-4db3-81d6-df7e6acb9f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for network (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:47.789262 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-35a5d43f-bdc8-4db3-81d6-df7e6acb9f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:47.868002 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-35a5d43f-bdc8-4db3-81d6-df7e6acb9f75 admin admin] Publish callbacks [] for security_group (7d6dea41-9dcf-4f2f-9c44-9f335106296f), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:47.871940 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-35a5d43f-bdc8-4db3-81d6-df7e6acb9f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (7d6dea41-9dcf-4f2f-9c44-9f335106296f), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:47.892930 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a5d43f-bdc8-4db3-81d6-df7e6acb9f75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=102707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:03:47.907166 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5d43f-bdc8-4db3-81d6-df7e6acb9f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6dea41-9dcf-4f2f-9c44-9f335106296f,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:47.911875 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-35a5d43f-bdc8-4db3-81d6-df7e6acb9f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (fdbc2011-58d6-4e50-a6f2-8be3e615c90c), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:47.912222 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.db.segments_db [None req-35a5d43f-bdc8-4db3-81d6-df7e6acb9f75 admin admin] Added segment fdbc2011-58d6-4e50-a6f2-8be3e615c90c of type vlan for network e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb Feb 20 22:03:47.956936 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-35a5d43f-bdc8-4db3-81d6-df7e6acb9f75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760287717003'] for network (e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:47.993440 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-35a5d43f-bdc8-4db3-81d6-df7e6acb9f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for network (e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:47.995045 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a5d43f-bdc8-4db3-81d6-df7e6acb9f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:47.995516 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-35a5d43f-bdc8-4db3-81d6-df7e6acb9f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:48.051110 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 60878) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:03:48.051587 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-35a5d43f-bdc8-4db3-81d6-df7e6acb9f75 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3836486 Feb 20 22:03:48.057366 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-fad60c6f-3769-4c18-a0e0-8ce3ff472e24 admin admin] Request body: {'subnet': {'network_id': 'e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1634538960-subnet', 'tenant_id': 'b73cb8a7fbb24552b563071d8f7896af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:03:48.064482 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5d43f-bdc8-4db3-81d6-df7e6acb9f75 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:48.081242 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Network e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb details requested by agent ovs-agent-dv-cinder-830093-1-iscsi with host dv-cinder-830093-1-iscsi {{(pid=102709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:03:48.094320 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad60c6f-3769-4c18-a0e0-8ce3ff472e24 admin admin] Made reservation on behalf of b73cb8a7fbb24552b563071d8f7896af for: {'subnet': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:03:48.098086 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fad60c6f-3769-4c18-a0e0-8ce3ff472e24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8491014'] for subnet (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:48.281172 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fad60c6f-3769-4c18-a0e0-8ce3ff472e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8491252'] for subnet (d4bda7d9-7f39-4d80-9e16-30d9cc38b183), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:48.340548 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad60c6f-3769-4c18-a0e0-8ce3ff472e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4bda7d9-7f39-4d80-9e16-30d9cc38b183,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:48.352178 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad60c6f-3769-4c18-a0e0-8ce3ff472e24 admin admin] Checking segment: {'id': 'fdbc2011-58d6-4e50-a6f2-8be3e615c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:03:48.352178 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad60c6f-3769-4c18-a0e0-8ce3ff472e24 admin admin] Network hostable DHCP agents. Network: e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb, hostable agents: ['6fcc0529-21bc-43b9-962d-56692d0812bd'], hosted agents: [] {{(pid=102708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:03:48.369550 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad60c6f-3769-4c18-a0e0-8ce3ff472e24 admin admin] Network e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb is scheduled to be hosted by DHCP agent 6fcc0529-21bc-43b9-962d-56692d0812bd with binding_index 1 {{(pid=102708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:03:48.381869 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-fad60c6f-3769-4c18-a0e0-8ce3ff472e24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-1-iscsi, e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb) {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:03:48.386306 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad60c6f-3769-4c18-a0e0-8ce3ff472e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:48.386904 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fad60c6f-3769-4c18-a0e0-8ce3ff472e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:48.404474 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adab332-6f88-42ed-a3b7-b37d2725b962 None None] Network e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:03:48.404671 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-fad60c6f-3769-4c18-a0e0-8ce3ff472e24 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3524446 Feb 20 22:03:48.511257 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec37bd55-a013-4af7-8601-8c95092715af None None] Network e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:03:50.136832 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-4d240673-be4b-48f1-8f71-c85d88d0157d tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:50.138333 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-4d240673-be4b-48f1-8f71-c85d88d0157d tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/networks?id=e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb HTTP/1.1" status: 200 len: 814 time: 0.1043503 Feb 20 22:03:50.153073 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-2df929dc-5105-4cbb-8be1-f447d8440773 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/quotas/b73cb8a7fbb24552b563071d8f7896af HTTP/1.1" status: 200 len: 375 time: 0.0089715 Feb 20 22:03:50.184778 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-4f641bc8-20cc-4fae-856e-778c82411dfb tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b73cb8a7fbb24552b563071d8f7896af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262127 Feb 20 22:03:50.323774 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-6c4ae8f2-2078-4a14-814d-ba9d644ab87e service neutron] 10.222.0.61 "GET /v2.0/networks/e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325128 Feb 20 22:03:50.415175 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-6dd3cb55-b2e1-44ce-bdff-ede972ba83ee service neutron] 10.222.0.61 "GET /v2.0/networks/e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842459 Feb 20 22:03:50.579080 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b831e8c2-c8cc-46fe-8c7a-11ceb6872690 req-00a158a3-3644-4272-aa45-1e2a23acaef7 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6feb2a3-88e9-4e01-b664-becb62db4da8 HTTP/1.1" status: 200 len: 210 time: 0.0277870 Feb 20 22:03:51.014981 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-d722da7c-e879-4e0d-baa5-3b64b9fcbace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:51.547234 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-4cc71a7c-8572-4f79-aed0-20e56d4e9984 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:51.548706 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-4cc71a7c-8572-4f79-aed0-20e56d4e9984 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.45 "GET /v2.0/networks?id=e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb HTTP/1.1" status: 200 len: 814 time: 0.1115427 Feb 20 22:03:51.561117 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-a7238491-d519-404c-8e90-f1b0d3f3c1e1 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Request body: {'port': {'device_id': 'a6feb2a3-88e9-4e01-b664-becb62db4da8', 'network_id': 'e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb', 'admin_state_up': True, 'tenant_id': 'b73cb8a7fbb24552b563071d8f7896af'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:03:51.667703 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-a7238491-d519-404c-8e90-f1b0d3f3c1e1 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Made reservation on behalf of b73cb8a7fbb24552b563071d8f7896af for: {'port': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:03:51.672086 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-a7238491-d519-404c-8e90-f1b0d3f3c1e1 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:51.675742 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b804203a-5109-4232-b293-c1914dd7ee01 req-e0c8b33f-6c91-4dcc-9967-ef1cbb9fb208 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6feb2a3-88e9-4e01-b664-becb62db4da8 HTTP/1.1" status: 200 len: 210 time: 0.0288486 Feb 20 22:03:51.799436 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-a7238491-d519-404c-8e90-f1b0d3f3c1e1 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Allocated IP 172.20.0.9 (e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb/d4bda7d9-7f39-4d80-9e16-30d9cc38b183/6454bcff-146a-4f81-8906-913002a4343a) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:03:51.941135 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-a7238491-d519-404c-8e90-f1b0d3f3c1e1 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Publish callbacks [] for port (6454bcff-146a-4f81-8906-913002a4343a), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:51.979747 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-a7238491-d519-404c-8e90-f1b0d3f3c1e1 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (6454bcff-146a-4f81-8906-913002a4343a), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:52.018714 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-a7238491-d519-404c-8e90-f1b0d3f3c1e1 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Network e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:03:52.021619 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-a7238491-d519-404c-8e90-f1b0d3f3c1e1 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:03:52.025016 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-a7238491-d519-404c-8e90-f1b0d3f3c1e1 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:03:52.051835 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7238491-d519-404c-8e90-f1b0d3f3c1e1 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Pushing event updated for resources: {'Port': ['ID=6454bcff-146a-4f81-8906-913002a4343a,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:52.078648 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-a7238491-d519-404c-8e90-f1b0d3f3c1e1 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:52.079271 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-a7238491-d519-404c-8e90-f1b0d3f3c1e1 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:52.093670 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-a7238491-d519-404c-8e90-f1b0d3f3c1e1 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5367129 Feb 20 22:03:52.106985 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Request body: {'port': {'device_id': 'a6feb2a3-88e9-4e01-b664-becb62db4da8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:03:52.167391 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (6454bcff-146a-4f81-8906-913002a4343a), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:52.704764 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6454bcff-146a-4f81-8906-913002a4343a {{(pid=102708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:03:52.713226 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Publish callbacks [] for port (6454bcff-146a-4f81-8906-913002a4343a), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:52.726020 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.provisioning_blocks [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Transition to ACTIVE for port object 6454bcff-146a-4f81-8906-913002a4343a will not be triggered until provisioned by entity L2. {{(pid=102708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:03:52.730443 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (6454bcff-146a-4f81-8906-913002a4343a), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:52.787752 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Pushing event updated for resources: {'Port': ['ID=6454bcff-146a-4f81-8906-913002a4343a,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:52.801846 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb494a-c5b3-4b23-a07f-9d3a3e29a38a req-3cb1882a-b4f9-4279-8b0e-aaefad083be0 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:52.803366 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d8bb494a-c5b3-4b23-a07f-9d3a3e29a38a req-3cb1882a-b4f9-4279-8b0e-aaefad083be0 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6feb2a3-88e9-4e01-b664-becb62db4da8 HTTP/1.1" status: 200 len: 943 time: 0.0609343 Feb 20 22:03:52.856700 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d8bb494a-c5b3-4b23-a07f-9d3a3e29a38a req-a9f91863-f551-4c3e-bad2-b8f9dd2a741e tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476298 Feb 20 22:03:52.860678 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Attempting to bind port 6454bcff-146a-4f81-8906-913002a4343a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:03:52.861056 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Attempting to bind port 6454bcff-146a-4f81-8906-913002a4343a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'fdbc2011-58d6-4e50-a6f2-8be3e615c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb'}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:03:52.861394 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Attempting to bind port 6454bcff-146a-4f81-8906-913002a4343a on network e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:03:52.865715 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Port 6454bcff-146a-4f81-8906-913002a4343a on network e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:03:52.866043 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Attempting to bind port 6454bcff-146a-4f81-8906-913002a4343a on network e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:03:52.870840 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:03:52.871182 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Checking segment: {'id': 'fdbc2011-58d6-4e50-a6f2-8be3e615c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:03:52.871568 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Bound using segment: {'id': 'fdbc2011-58d6-4e50-a6f2-8be3e615c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb'} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:03:52.871999 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Bound port: 6454bcff-146a-4f81-8906-913002a4343a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbc2011-58d6-4e50-a6f2-8be3e615c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb'}}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:03:52.872362 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (6454bcff-146a-4f81-8906-913002a4343a), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:52.936878 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] For port 6454bcff-146a-4f81-8906-913002a4343a, host hv-cinder-83009, cleared binding levels {{(pid=102708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:03:52.940168 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] For port 6454bcff-146a-4f81-8906-913002a4343a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6454bcff-146a-4f81-8906-913002a4343a,segment=NetworkSegment(fdbc2011-58d6-4e50-a6f2-8be3e615c90c),segment_id=fdbc2011-58d6-4e50-a6f2-8be3e615c90c)] {{(pid=102708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:03:52.946050 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (6454bcff-146a-4f81-8906-913002a4343a), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:52.978902 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:52.979528 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:52.980919 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] 10.222.0.45 "PUT /v2.0/ports/6454bcff-146a-4f81-8906-913002a4343a HTTP/1.1" status: 200 len: 1093 time: 0.8778613 Feb 20 22:03:52.981385 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6feb2a3-88e9-4e01-b664-becb62db4da8', 'tag': '6454bcff-146a-4f81-8906-913002a4343a'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:03:52.983621 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221781de-8f5d-4da2-abd3-9051127b891b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6feb2a3-88e9-4e01-b664-becb62db4da8", "tag": "6454bcff-146a-4f81-8906-913002a4343a"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:03:53.009128 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e730a2f-a9ac-4056-81dd-d51b663a040a service neutron] Pushing event updated for resources: {'Port': ['ID=6454bcff-146a-4f81-8906-913002a4343a,revision_number=3']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:53.026921 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068f6711-bd65-449d-87de-5f207ddb814b x-openstack-request-id: req-068f6711-bd65-449d-87de-5f207ddb814b {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:03:53.027246 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6feb2a3-88e9-4e01-b664-becb62db4da8", "tag": "6454bcff-146a-4f81-8906-913002a4343a", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:03:53.027501 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-068f6711-bd65-449d-87de-5f207ddb814b {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:03:53.027895 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6feb2a3-88e9-4e01-b664-becb62db4da8', 'tag': '6454bcff-146a-4f81-8906-913002a4343a', 'status': 'completed', 'code': 200} Feb 20 22:03:53.127835 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-66c4f82e-b189-4a3d-a313-4c05f067e8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:53.227976 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-767f5b8c-19e1-4479-b7d9-4b1d95da44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:53.229482 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-767f5b8c-19e1-4479-b7d9-4b1d95da44e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b73cb8a7fbb24552b563071d8f7896af&device_id=a6feb2a3-88e9-4e01-b664-becb62db4da8 HTTP/1.1" status: 200 len: 1127 time: 0.0483491 Feb 20 22:03:53.275414 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-277e78c4-923e-4b29-b01f-f7ce92de0feb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6454bcff-146a-4f81-8906-913002a4343a HTTP/1.1" status: 200 len: 217 time: 0.0341566 Feb 20 22:03:53.328738 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-3328d57f-02e9-4641-ae59-605a5cd73b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:53.330241 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-3328d57f-02e9-4641-ae59-605a5cd73b80 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4bda7d9-7f39-4d80-9e16-30d9cc38b183 HTTP/1.1" status: 200 len: 854 time: 0.0440140 Feb 20 22:03:53.362770 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-cecd1da9-a903-4b63-be61-9b185693ff3c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250022 Feb 20 22:03:53.455028 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-fd32fab8-f1e1-40a5-a903-88cd1b25cb46 service neutron] 10.222.0.45 "GET /v2.0/networks/e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850797 Feb 20 22:03:53.549125 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-86c8820f-cfd2-4922-a120-5316b7f31ee5 req-93bd605a-ac40-4567-8ee0-a8e26635851a service neutron] 10.222.0.45 "GET /v2.0/networks/e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845809 Feb 20 22:03:53.643050 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221781de-8f5d-4da2-abd3-9051127b891b req-c9295598-1184-47e5-a6cc-7cac3bb2ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:53.644571 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-221781de-8f5d-4da2-abd3-9051127b891b req-c9295598-1184-47e5-a6cc-7cac3bb2ab4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b73cb8a7fbb24552b563071d8f7896af&device_id=a6feb2a3-88e9-4e01-b664-becb62db4da8 HTTP/1.1" status: 200 len: 1127 time: 0.0492246 Feb 20 22:03:53.733664 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221781de-8f5d-4da2-abd3-9051127b891b req-b52db3b7-c76a-4cb3-bb27-3e9bf8479c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:53.735128 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-221781de-8f5d-4da2-abd3-9051127b891b req-b52db3b7-c76a-4cb3-bb27-3e9bf8479c78 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb HTTP/1.1" status: 200 len: 915 time: 0.0844550 Feb 20 22:03:53.783375 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-221781de-8f5d-4da2-abd3-9051127b891b req-fb327538-d9d6-44d1-aa53-a1e613026372 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6454bcff-146a-4f81-8906-913002a4343a HTTP/1.1" status: 200 len: 217 time: 0.0374677 Feb 20 22:03:53.831885 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221781de-8f5d-4da2-abd3-9051127b891b req-983a1672-a48b-4a69-8e8b-96efc1e0c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:53.833372 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-221781de-8f5d-4da2-abd3-9051127b891b req-983a1672-a48b-4a69-8e8b-96efc1e0c7a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4bda7d9-7f39-4d80-9e16-30d9cc38b183 HTTP/1.1" status: 200 len: 854 time: 0.0435390 Feb 20 22:03:53.866421 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-221781de-8f5d-4da2-abd3-9051127b891b req-5aa12664-562a-4444-ba2d-e487058c4a8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259280 Feb 20 22:03:53.955386 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-221781de-8f5d-4da2-abd3-9051127b891b req-befc347e-1ed6-47d0-883b-e64fd8bb4240 service neutron] 10.222.0.45 "GET /v2.0/networks/e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821507 Feb 20 22:03:53.979151 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7de2c-7c08-4c15-9c64-dcdcaf3d121a req-cd45e0d3-f78c-4668-bf41-6698be29ca22 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:53.980648 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-aae7de2c-7c08-4c15-9c64-dcdcaf3d121a req-cd45e0d3-f78c-4668-bf41-6698be29ca22 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6feb2a3-88e9-4e01-b664-becb62db4da8 HTTP/1.1" status: 200 len: 943 time: 0.0522661 Feb 20 22:03:54.031194 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-aae7de2c-7c08-4c15-9c64-dcdcaf3d121a req-7a9d5252-1d81-4912-a98a-c35962932c74 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450163 Feb 20 22:03:54.048778 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-221781de-8f5d-4da2-abd3-9051127b891b req-14c2a939-754a-49c9-843e-5710dd7c90b4 service neutron] 10.222.0.45 "GET /v2.0/networks/e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869660 Feb 20 22:03:54.418996 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:55.153859 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad63a9-e66a-4eeb-993e-c482e2eb64dc req-069a88d9-bb89-4515-9fe0-991be4b34373 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:55.155826 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3bad63a9-e66a-4eeb-993e-c482e2eb64dc req-069a88d9-bb89-4515-9fe0-991be4b34373 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6feb2a3-88e9-4e01-b664-becb62db4da8 HTTP/1.1" status: 200 len: 943 time: 0.0571394 Feb 20 22:03:55.202320 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3bad63a9-e66a-4eeb-993e-c482e2eb64dc req-1c2d997a-5bbe-44b9-aa1a-1e8e0650aaa2 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 Feb 20 22:03:55.879512 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:56.338303 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfc888-465a-4cd2-9a88-f6eeca64f61d req-1b903873-819b-42dc-8c64-0b4ab833d47c tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:56.340131 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5fcfc888-465a-4cd2-9a88-f6eeca64f61d req-1b903873-819b-42dc-8c64-0b4ab833d47c tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6feb2a3-88e9-4e01-b664-becb62db4da8 HTTP/1.1" status: 200 len: 943 time: 0.0712454 Feb 20 22:03:56.390064 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5fcfc888-465a-4cd2-9a88-f6eeca64f61d req-6f8c9354-f11b-469d-a114-8e7d39ad6836 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442688 Feb 20 22:03:57.296145 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:57.506984 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fc430-3e24-4ef9-909c-d22935a4eeb1 req-66d258ec-d0e8-4fea-9bb8-dd96b3028f72 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:57.508560 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8c4fc430-3e24-4ef9-909c-d22935a4eeb1 req-66d258ec-d0e8-4fea-9bb8-dd96b3028f72 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6feb2a3-88e9-4e01-b664-becb62db4da8 HTTP/1.1" status: 200 len: 943 time: 0.0549862 Feb 20 22:03:57.559908 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8c4fc430-3e24-4ef9-909c-d22935a4eeb1 req-59c96c9d-ecb3-4c44-a8d6-a46d930d115f tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453231 Feb 20 22:03:57.897036 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 6454bcff-146a-4f81-8906-913002a4343a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:03:57.992761 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 6454bcff-146a-4f81-8906-913002a4343a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6454bcff-146a-4f81-8906-913002a4343a,segment=NetworkSegment(fdbc2011-58d6-4e50-a6f2-8be3e615c90c),segment_id=fdbc2011-58d6-4e50-a6f2-8be3e615c90c)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:03:58.005077 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': '6454bcff-146a-4f81-8906-913002a4343a', 'network_id': 'e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb', 'port_id': '6454bcff-146a-4f81-8906-913002a4343a', 'mac_address': 'fa:16:3e:20:98:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bda7d9-7f39-4d80-9e16-30d9cc38b183', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:03:58.044448 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 6454bcff-146a-4f81-8906-913002a4343a is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:03:58.045419 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (6454bcff-146a-4f81-8906-913002a4343a), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:58.057477 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6454bcff-146a-4f81-8906-913002a4343a {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:03:58.077734 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 6454bcff-146a-4f81-8906-913002a4343a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6454bcff-146a-4f81-8906-913002a4343a,segment=NetworkSegment(fdbc2011-58d6-4e50-a6f2-8be3e615c90c),segment_id=fdbc2011-58d6-4e50-a6f2-8be3e615c90c)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:03:58.081608 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (6454bcff-146a-4f81-8906-913002a4343a), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:58.129469 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=6454bcff-146a-4f81-8906-913002a4343a,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:03:58.136698 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:58.137090 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:58.137438 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:58.137779 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:58.138115 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:58.138445 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:58.138774 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:58.139101 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:58.139425 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:58.139751 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:58.140075 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:58.140393 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:58.140711 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:03:58.347338 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['6454bcff-146a-4f81-8906-913002a4343a'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:03:58.674924 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dd0ca-6703-4119-beef-bb5635020468 req-5eb448f8-4b26-4a48-939e-9c18da5442ed tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:58.676304 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a63dd0ca-6703-4119-beef-bb5635020468 req-5eb448f8-4b26-4a48-939e-9c18da5442ed tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6feb2a3-88e9-4e01-b664-becb62db4da8 HTTP/1.1" status: 200 len: 944 time: 0.0520749 Feb 20 22:03:58.722701 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a63dd0ca-6703-4119-beef-bb5635020468 req-50d22060-054a-418f-a066-a7ecb5823b05 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409527 Feb 20 22:03:59.299421 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:03:59.838920 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1135a36-81ba-4707-915b-f79014a5ef45 req-3d79206c-4d02-460a-a2f3-a035ed72031b tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:03:59.840389 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c1135a36-81ba-4707-915b-f79014a5ef45 req-3d79206c-4d02-460a-a2f3-a035ed72031b tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6feb2a3-88e9-4e01-b664-becb62db4da8 HTTP/1.1" status: 200 len: 944 time: 0.0511663 Feb 20 22:03:59.885771 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c1135a36-81ba-4707-915b-f79014a5ef45 req-8d43f0d6-a26b-4424-81ba-b4a44aca5e7a tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394526 Feb 20 22:03:59.910804 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 6454bcff-146a-4f81-8906-913002a4343a up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:03:59.958643 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port 6454bcff-146a-4f81-8906-913002a4343a completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:03:59.962165 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port 6454bcff-146a-4f81-8906-913002a4343a triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:03:59.962543 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (6454bcff-146a-4f81-8906-913002a4343a), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:00.038173 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port 6454bcff-146a-4f81-8906-913002a4343a is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:04:00.038478 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (6454bcff-146a-4f81-8906-913002a4343a), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:00.059675 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6feb2a3-88e9-4e01-b664-becb62db4da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6454bcff-146a-4f81-8906-913002a4343a'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:04:00.062524 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13671cf9-9bbc-450c-aa91-95d4274ac86e" -d '{"events": [{"server_uuid": "a6feb2a3-88e9-4e01-b664-becb62db4da8", "name": "network-vif-plugged", "status": "completed", "tag": "6454bcff-146a-4f81-8906-913002a4343a"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:04:00.074564 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port 6454bcff-146a-4f81-8906-913002a4343a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6454bcff-146a-4f81-8906-913002a4343a,segment=NetworkSegment(fdbc2011-58d6-4e50-a6f2-8be3e615c90c),segment_id=fdbc2011-58d6-4e50-a6f2-8be3e615c90c)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:04:00.078605 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (6454bcff-146a-4f81-8906-913002a4343a), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:00.101471 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4a80bc-ce16-4ef2-b747-92001e3fdcf4 x-openstack-request-id: req-eb4a80bc-ce16-4ef2-b747-92001e3fdcf4 {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:04:00.101764 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6feb2a3-88e9-4e01-b664-becb62db4da8", "name": "network-vif-plugged", "status": "completed", "tag": "6454bcff-146a-4f81-8906-913002a4343a", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:04:00.102016 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eb4a80bc-ce16-4ef2-b747-92001e3fdcf4 {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:04:00.102405 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6feb2a3-88e9-4e01-b664-becb62db4da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6454bcff-146a-4f81-8906-913002a4343a', 'code': 200} Feb 20 22:04:00.128292 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=6454bcff-146a-4f81-8906-913002a4343a,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:00.267020 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dfadd-939c-459a-9275-0b83838aa547 req-d1015a39-55f7-47b6-97d6-8cef42e43416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:00.268471 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f90dfadd-939c-459a-9275-0b83838aa547 req-d1015a39-55f7-47b6-97d6-8cef42e43416 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a6feb2a3-88e9-4e01-b664-becb62db4da8 HTTP/1.1" status: 200 len: 1129 time: 0.0434251 Feb 20 22:04:00.311895 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f90dfadd-939c-459a-9275-0b83838aa547 req-1aec7445-5164-4f0d-ad59-8a40b1ad5951 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367293 Feb 20 22:04:01.004488 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca65ea3-af7a-4412-ba9c-5a39fb356740 req-ae40d0d4-238d-494e-8890-5e657b3dc22e tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:01.005986 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-aca65ea3-af7a-4412-ba9c-5a39fb356740 req-ae40d0d4-238d-494e-8890-5e657b3dc22e tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6feb2a3-88e9-4e01-b664-becb62db4da8 HTTP/1.1" status: 200 len: 945 time: 0.0551271 Feb 20 22:04:01.051674 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-aca65ea3-af7a-4412-ba9c-5a39fb356740 req-a6542bd6-b80a-48bb-bca5-fb6bbc186442 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400999 Feb 20 22:04:02.169013 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb8eb1-0dad-4964-833f-12153045b1ce req-415e813d-ca62-49df-986b-2c9a2fc54411 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:02.170969 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-60bb8eb1-0dad-4964-833f-12153045b1ce req-415e813d-ca62-49df-986b-2c9a2fc54411 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6feb2a3-88e9-4e01-b664-becb62db4da8 HTTP/1.1" status: 200 len: 945 time: 0.0522013 Feb 20 22:04:02.215744 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-60bb8eb1-0dad-4964-833f-12153045b1ce req-d37d89be-0259-4a98-ae72-0a6e93d83c7b tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394211 Feb 20 22:04:09.180775 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 32900) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:04:09.284697 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d2f83e31-6be7-4e37-a03f-516aa26717fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:09.365551 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d2f83e31-6be7-4e37-a03f-516aa26717fa admin admin] Publish callbacks [] for security_group (f5359ab7-0bce-452a-80d0-0cb215396b43), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:09.369376 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-d2f83e31-6be7-4e37-a03f-516aa26717fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (f5359ab7-0bce-452a-80d0-0cb215396b43), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:09.409392 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-d2f83e31-6be7-4e37-a03f-516aa26717fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=765bb3f0a2c74009b28045c3826648bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274721 Feb 20 22:04:09.410258 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f83e31-6be7-4e37-a03f-516aa26717fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5359ab7-0bce-452a-80d0-0cb215396b43,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:09.412093 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 32904) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:04:09.460941 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-2e6114a5-bc73-4a2c-94d6-ee409e565ad4 admin admin] Publish callbacks [] for security_group (f5359ab7-0bce-452a-80d0-0cb215396b43), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:09.482732 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-2e6114a5-bc73-4a2c-94d6-ee409e565ad4 admin admin] Publish callbacks [] for security_group (f5359ab7-0bce-452a-80d0-0cb215396b43), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:09.533968 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-2e6114a5-bc73-4a2c-94d6-ee409e565ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (f5359ab7-0bce-452a-80d0-0cb215396b43), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:09.536795 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-2e6114a5-bc73-4a2c-94d6-ee409e565ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:09.538316 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-2e6114a5-bc73-4a2c-94d6-ee409e565ad4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f5359ab7-0bce-452a-80d0-0cb215396b43 HTTP/1.1" status: 204 len: 168 time: 0.1245799 Feb 20 22:04:09.545948 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6114a5-bc73-4a2c-94d6-ee409e565ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5359ab7-0bce-452a-80d0-0cb215396b43,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:10.531858 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 32936) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:04:10.633942 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1ca0e230-e21c-42a1-ad1e-4ebc8482ddc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:10.705677 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1ca0e230-e21c-42a1-ad1e-4ebc8482ddc8 admin admin] Publish callbacks [] for security_group (9f6524eb-6040-48f9-8ca1-78dc4de1d01f), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:10.709556 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1ca0e230-e21c-42a1-ad1e-4ebc8482ddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (9f6524eb-6040-48f9-8ca1-78dc4de1d01f), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:10.747498 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-1ca0e230-e21c-42a1-ad1e-4ebc8482ddc8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a225266f29114479acba5398c3419199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145507 Feb 20 22:04:10.748369 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0e230-e21c-42a1-ad1e-4ebc8482ddc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6524eb-6040-48f9-8ca1-78dc4de1d01f,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:10.750704 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 32940) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:04:10.800935 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f109f402-b3db-4bc9-a941-cd5e69d15e36 admin admin] Publish callbacks [] for security_group (9f6524eb-6040-48f9-8ca1-78dc4de1d01f), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:10.822711 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f109f402-b3db-4bc9-a941-cd5e69d15e36 admin admin] Publish callbacks [] for security_group (9f6524eb-6040-48f9-8ca1-78dc4de1d01f), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:10.869054 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f109f402-b3db-4bc9-a941-cd5e69d15e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (9f6524eb-6040-48f9-8ca1-78dc4de1d01f), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:10.871595 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f109f402-b3db-4bc9-a941-cd5e69d15e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:10.872740 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-f109f402-b3db-4bc9-a941-cd5e69d15e36 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9f6524eb-6040-48f9-8ca1-78dc4de1d01f HTTP/1.1" status: 204 len: 168 time: 0.1209724 Feb 20 22:04:10.884089 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109f402-b3db-4bc9-a941-cd5e69d15e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6524eb-6040-48f9-8ca1-78dc4de1d01f,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:11.631691 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:04:21.017253 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-0454e68a-df00-4649-9c42-e2e15aebc3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:23.128812 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-5ee2e685-55ac-4270-bedb-2d0b182495c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:24.422156 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:25.581156 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 32994) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:04:25.870066 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-302a0a86-a783-44e9-9d23-d1e2bc76739b tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Deleting port e4564f5f-2f44-4086-919e-9ab7fc6ce8b5 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:04:25.870325 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-302a0a86-a783-44e9-9d23-d1e2bc76739b tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (e4564f5f-2f44-4086-919e-9ab7fc6ce8b5), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:25.878141 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:25.948299 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-302a0a86-a783-44e9-9d23-d1e2bc76739b tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (e4564f5f-2f44-4086-919e-9ab7fc6ce8b5), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:25.948631 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-302a0a86-a783-44e9-9d23-d1e2bc76739b tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for floatingip (e4564f5f-2f44-4086-919e-9ab7fc6ce8b5), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:25.962139 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-302a0a86-a783-44e9-9d23-d1e2bc76739b tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Calling delete_port for e4564f5f-2f44-4086-919e-9ab7fc6ce8b5 owned by network:floatingip {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:04:26.136160 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-302a0a86-a783-44e9-9d23-d1e2bc76739b tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (e4564f5f-2f44-4086-919e-9ab7fc6ce8b5), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:26.163442 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a0a86-a783-44e9-9d23-d1e2bc76739b tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Pushing event deleted for resources: {'Port': ['ID=e4564f5f-2f44-4086-919e-9ab7fc6ce8b5,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:26.225100 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-302a0a86-a783-44e9-9d23-d1e2bc76739b tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for floatingip (a6e51940-5f46-44a9-ae25-462b910d0e80), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:26.225427 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.l3_db [None req-302a0a86-a783-44e9-9d23-d1e2bc76739b tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Floating IP a6e51940-5f46-44a9-ae25-462b910d0e80 disassociated (deleted). External IP: 172.27.3.51, port: e49485d9-ee9a-42ed-bfd1-0e26f5a820d7. Feb 20 22:04:26.426689 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302a0a86-a783-44e9-9d23-d1e2bc76739b tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Router 98acccd4-6e95-46b6-8279-0c445d81471e has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:04:26.532921 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302a0a86-a783-44e9-9d23-d1e2bc76739b tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:04:26.537710 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-302a0a86-a783-44e9-9d23-d1e2bc76739b tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:26.543391 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f1d8a-4b5f-4842-9af3-90b5e03c2655 None None] Sync routers for ids ['98acccd4-6e95-46b6-8279-0c445d81471e'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:04:26.552933 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f1d8a-4b5f-4842-9af3-90b5e03c2655 None None] Routers {'98acccd4-6e95-46b6-8279-0c445d81471e'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:04:26.553604 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-6e5f1d8a-4b5f-4842-9af3-90b5e03c2655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:04:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['98acccd4-6e95-46b6-8279-0c445d81471e'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:04:26.565661 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-302a0a86-a783-44e9-9d23-d1e2bc76739b tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "DELETE /v2.0/floatingips/a6e51940-5f46-44a9-ae25-462b910d0e80 HTTP/1.1" status: 204 len: 168 time: 0.9828939 Feb 20 22:04:26.566264 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a', 'tag': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:04:26.568498 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdd34c8-0c03-4990-9ba1-4fdc0b01ec74" -d '{"events": [{"name": "network-changed", "server_uuid": "a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a", "tag": "e49485d9-ee9a-42ed-bfd1-0e26f5a820d7"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:04:26.605921 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab83f1d-f1d6-4331-af5e-579776286fe7 x-openstack-request-id: req-cab83f1d-f1d6-4331-af5e-579776286fe7 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:04:26.606515 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a", "tag": "e49485d9-ee9a-42ed-bfd1-0e26f5a820d7", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:04:26.606515 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cab83f1d-f1d6-4331-af5e-579776286fe7 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:04:26.606858 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a', 'tag': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7', 'status': 'completed', 'code': 200} Feb 20 22:04:26.665982 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-6e5f1d8a-4b5f-4842-9af3-90b5e03c2655 None None] Set router 98acccd4-6e95-46b6-8279-0c445d81471e gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:04:26.800593 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c435ae-7793-4dda-8b47-ff82e7b12a3f req-042a34ac-58b5-4d72-ac92-6c8376f83349 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:26.802196 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-10c435ae-7793-4dda-8b47-ff82e7b12a3f req-042a34ac-58b5-4d72-ac92-6c8376f83349 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0575504 Feb 20 22:04:26.855663 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-10c435ae-7793-4dda-8b47-ff82e7b12a3f req-1446ced0-52c1-4a0c-9796-f75e2f7a37fd tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477920 Feb 20 22:04:27.013820 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-6e5f1d8a-4b5f-4842-9af3-90b5e03c2655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'name': 'tempest-TestShelveInstance-1584473298-router', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:20Z', 'revision_number': 4, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'gw_port': {'id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '4593f766-548f-47c3-a09e-b7bd7a3ece13', 'name': '', 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'mac_address': 'fa:16:3e:19:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:19Z', 'updated_at': '2022-02-20T21:58:31Z', 'revision_number': 5, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'subnets': [{'id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:04:27.043412 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f1d8a-4b5f-4842-9af3-90b5e03c2655 None None] Checking router: 98acccd4-6e95-46b6-8279-0c445d81471e for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:04:27.051700 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f1d8a-4b5f-4842-9af3-90b5e03c2655 None None] Routers {'98acccd4-6e95-46b6-8279-0c445d81471e'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:04:27.052321 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-6e5f1d8a-4b5f-4842-9af3-90b5e03c2655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:04:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['98acccd4-6e95-46b6-8279-0c445d81471e'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:04:27.161171 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-6e5f1d8a-4b5f-4842-9af3-90b5e03c2655 None None] Set router 98acccd4-6e95-46b6-8279-0c445d81471e gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:04:27.316248 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:27.364151 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-6e5f1d8a-4b5f-4842-9af3-90b5e03c2655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'name': 'tempest-TestShelveInstance-1584473298-router', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:20Z', 'revision_number': 4, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'gw_port': {'id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '4593f766-548f-47c3-a09e-b7bd7a3ece13', 'name': '', 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'mac_address': 'fa:16:3e:19:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:19Z', 'updated_at': '2022-02-20T21:58:31Z', 'revision_number': 5, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'subnets': [{'id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:04:27.393248 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f1d8a-4b5f-4842-9af3-90b5e03c2655 None None] The sync data for ids ['98acccd4-6e95-46b6-8279-0c445d81471e'] in dv-cinder-830093-1-iscsi is: [{'id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'name': 'tempest-TestShelveInstance-1584473298-router', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:20Z', 'revision_number': 4, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'gw_port': {'id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '4593f766-548f-47c3-a09e-b7bd7a3ece13', 'name': '', 'network_id': 'a107c3cd-02d1-4849-8308-24a035f50f04', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'mac_address': 'fa:16:3e:19:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:19Z', 'updated_at': '2022-02-20T21:58:31Z', 'revision_number': 5, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'subnets': [{'id': '702e0172-0af4-41f5-ae8b-8c6031804aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:04:27.599361 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de38ba5-c81c-4ddf-a8d1-071544e3975e None None] New status for floating IP a6e51940-5f46-44a9-ae25-462b910d0e80: DOWN {{(pid=102710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:04:27.976620 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aa818-7ee4-4243-94fd-1e0ec6f5de92 req-2eea4f6e-d517-410d-80fc-6909aa072972 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:27.978112 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-408aa818-7ee4-4243-94fd-1e0ec6f5de92 req-2eea4f6e-d517-410d-80fc-6909aa072972 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0543633 Feb 20 22:04:28.024850 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-408aa818-7ee4-4243-94fd-1e0ec6f5de92 req-a5988935-d45b-49b1-8999-84b19cdcf2ce tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413096 Feb 20 22:04:29.118764 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd34c8-0c03-4990-9ba1-4fdc0b01ec74 req-25275b85-2408-4cfd-a0a7-29d53b878ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:29.120412 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fdd34c8-0c03-4990-9ba1-4fdc0b01ec74 req-25275b85-2408-4cfd-a0a7-29d53b878ee0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d479f105163541f18f8c7e153c5762e4&device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 1129 time: 0.0455151 Feb 20 22:04:29.144213 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00045ca9-ca00-48a5-9fb2-5106f75bd288 req-4ed53b7f-29c0-4385-b020-32a7e7a38cac tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:29.146908 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-00045ca9-ca00-48a5-9fb2-5106f75bd288 req-4ed53b7f-29c0-4385-b020-32a7e7a38cac tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0534050 Feb 20 22:04:29.193985 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-00045ca9-ca00-48a5-9fb2-5106f75bd288 req-23abbd3a-69a8-4f28-9554-77545c66024b tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422149 Feb 20 22:04:29.209343 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd34c8-0c03-4990-9ba1-4fdc0b01ec74 req-a15a8a13-6347-4dee-8b88-16dd27b7f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:29.210842 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fdd34c8-0c03-4990-9ba1-4fdc0b01ec74 req-a15a8a13-6347-4dee-8b88-16dd27b7f26a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a107c3cd-02d1-4849-8308-24a035f50f04 HTTP/1.1" status: 200 len: 910 time: 0.0831006 Feb 20 22:04:29.255557 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fdd34c8-0c03-4990-9ba1-4fdc0b01ec74 req-4ab73318-351f-4eb0-88ea-e5f9145b48a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 HTTP/1.1" status: 200 len: 217 time: 0.0377595 Feb 20 22:04:29.294413 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:29.306021 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd34c8-0c03-4990-9ba1-4fdc0b01ec74 req-4aa925eb-387c-4f2b-a207-75f72bb962fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:29.307403 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fdd34c8-0c03-4990-9ba1-4fdc0b01ec74 req-4aa925eb-387c-4f2b-a207-75f72bb962fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=702e0172-0af4-41f5-ae8b-8c6031804aad HTTP/1.1" status: 200 len: 848 time: 0.0441115 Feb 20 22:04:29.357071 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd34c8-0c03-4990-9ba1-4fdc0b01ec74 req-a0cba86d-4546-4c1c-9b05-ad6e4cd0c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:29.358546 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fdd34c8-0c03-4990-9ba1-4fdc0b01ec74 req-a0cba86d-4546-4c1c-9b05-ad6e4cd0c67a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a107c3cd-02d1-4849-8308-24a035f50f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431621 Feb 20 22:04:29.449866 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fdd34c8-0c03-4990-9ba1-4fdc0b01ec74 req-52dcd7ef-61d7-43c7-9e36-ca610e881197 service neutron] 10.222.0.45 "GET /v2.0/networks/a107c3cd-02d1-4849-8308-24a035f50f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828912 Feb 20 22:04:29.538163 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-4fdd34c8-0c03-4990-9ba1-4fdc0b01ec74 req-5a133ee1-0555-40f2-8c22-05ffe3e0f68d service neutron] 10.222.0.45 "GET /v2.0/networks/a107c3cd-02d1-4849-8308-24a035f50f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799327 Feb 20 22:04:30.316038 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956af48f-7a4c-439d-b8e0-2fa86082a73a req-bb906ad5-2a6a-43d2-a20a-45f29971aeda tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:30.318425 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-956af48f-7a4c-439d-b8e0-2fa86082a73a req-bb906ad5-2a6a-43d2-a20a-45f29971aeda tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0565612 Feb 20 22:04:30.375332 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-956af48f-7a4c-439d-b8e0-2fa86082a73a req-f2ec72f2-3a81-4d7d-8c25-6b8d80148534 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508881 Feb 20 22:04:31.491572 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cc85a-b3cb-444f-bb44-05a2ba9cd943 req-bafe75ec-ad6f-4875-8539-f00cc6d2a1d5 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:31.493036 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fb8cc85a-b3cb-444f-bb44-05a2ba9cd943 req-bafe75ec-ad6f-4875-8539-f00cc6d2a1d5 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0505190 Feb 20 22:04:31.541169 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-fb8cc85a-b3cb-444f-bb44-05a2ba9cd943 req-be800cbc-41fe-412e-a910-f2fcdd482ebb tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419524 Feb 20 22:04:32.654175 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111b5b3-f01c-4ea4-badd-8d63c270e5b5 req-e54a7a1f-990e-4478-ada6-cac2b314849a tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:32.655631 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f111b5b3-f01c-4ea4-badd-8d63c270e5b5 req-e54a7a1f-990e-4478-ada6-cac2b314849a tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0510218 Feb 20 22:04:32.709455 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-f111b5b3-f01c-4ea4-badd-8d63c270e5b5 req-5d06aed8-3ffe-4182-a94d-9b2547dc51e7 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477693 Feb 20 22:04:33.727888 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaf57e-d178-48a1-a87d-9e98f0ecaf9a req-ad06b6cb-9162-4b5c-ad22-5ab3636b2a32 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:33.729357 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-52eaf57e-d178-48a1-a87d-9e98f0ecaf9a req-ad06b6cb-9162-4b5c-ad22-5ab3636b2a32 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.45 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0553937 Feb 20 22:04:33.826905 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-52eaf57e-d178-48a1-a87d-9e98f0ecaf9a req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Deleting port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:04:33.827298 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-52eaf57e-d178-48a1-a87d-9e98f0ecaf9a req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:33.829446 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae74a1a-de9d-48aa-bd19-669282114109 req-00e68823-c67c-4287-befc-f425e478218f tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:33.830943 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7ae74a1a-de9d-48aa-bd19-669282114109 req-00e68823-c67c-4287-befc-f425e478218f tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 945 time: 0.0542908 Feb 20 22:04:33.883560 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7ae74a1a-de9d-48aa-bd19-669282114109 req-3d460e94-0845-4e41-abe6-e5a5c0b4b65a tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465353 Feb 20 22:04:33.922061 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-52eaf57e-d178-48a1-a87d-9e98f0ecaf9a req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] For port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7,segment=NetworkSegment(5ff9e258-e458-4016-b0a8-873e9d9a7bb5),segment_id=5ff9e258-e458-4016-b0a8-873e9d9a7bb5)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:04:33.922430 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-52eaf57e-d178-48a1-a87d-9e98f0ecaf9a req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:33.934841 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-52eaf57e-d178-48a1-a87d-9e98f0ecaf9a req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Calling delete_port for e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 owned by compute:nova {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:04:34.060126 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-52eaf57e-d178-48a1-a87d-9e98f0ecaf9a req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (e49485d9-ee9a-42ed-bfd1-0e26f5a820d7), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:34.088618 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Pushing event deleted for resources: {'Port': ['ID=e49485d9-ee9a-42ed-bfd1-0e26f5a820d7,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:34.098572 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:34.098931 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:34.099275 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:34.099617 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:34.099950 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:34.100284 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:34.100615 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:34.101420 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:34.101420 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:34.101605 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:34.101910 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:34.102234 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:34.102557 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:34.143400 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-52eaf57e-d178-48a1-a87d-9e98f0ecaf9a req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] No DVR routers for this DVR port e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 on host hv-cinder-83009 {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:04:34.145955 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-52eaf57e-d178-48a1-a87d-9e98f0ecaf9a req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:34.149335 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-52eaf57e-d178-48a1-a87d-9e98f0ecaf9a req-35630624-c16d-4c3a-91ce-0bbe95fd0800 tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.45 "DELETE /v2.0/ports/e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 HTTP/1.1" status: 204 len: 173 time: 0.4124713 Feb 20 22:04:34.149777 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a', 'name': 'network-vif-deleted', 'tag': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:04:34.152045 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b8c471-7c96-4878-9203-b8e235d192e4" -d '{"events": [{"server_uuid": "a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a", "name": "network-vif-deleted", "tag": "e49485d9-ee9a-42ed-bfd1-0e26f5a820d7"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:04:34.190525 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3dfca9-54c9-4882-a8ce-81b0f683e8af x-openstack-request-id: req-fa3dfca9-54c9-4882-a8ce-81b0f683e8af {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:04:34.190879 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a", "name": "network-vif-deleted", "tag": "e49485d9-ee9a-42ed-bfd1-0e26f5a820d7", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:04:34.191140 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fa3dfca9-54c9-4882-a8ce-81b0f683e8af {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:04:34.191538 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a', 'name': 'network-vif-deleted', 'tag': 'e49485d9-ee9a-42ed-bfd1-0e26f5a820d7', 'status': 'completed', 'code': 200} Feb 20 22:04:34.453153 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:04:34.481818 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:04:34.482193 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device e49485d9-ee9a-42ed-bfd1-0e26f5a820d7 not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:04:34.875566 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-6baa6d19-64a4-4576-8c4c-677d15a5a3f8 req-158befe7-7b90-451c-8534-0ba1af123eda service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271080 Feb 20 22:04:34.944024 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-6baa6d19-64a4-4576-8c4c-677d15a5a3f8 req-ea8b6fb9-b0b4-4699-9911-9323be45ced3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d479f105163541f18f8c7e153c5762e4&device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 210 time: 0.0273497 Feb 20 22:04:35.149706 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-735ba186-189f-417b-888e-fe9f798fbaa7 req-7d5c2410-b9c7-4f8a-b353-29144a27d06f tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "GET /v2.0/ports?device_id=a80c6b55-6cfc-4cdf-9f0a-66ba75fc891a HTTP/1.1" status: 200 len: 210 time: 0.0269525 Feb 20 22:04:36.203017 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33056) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:04:36.257480 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-267ab7b5-0c64-4c53-a28c-2183ec2c968a tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group (5ff13e65-3e19-4bb0-82cf-31aca41f7ce3), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:36.282315 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-267ab7b5-0c64-4c53-a28c-2183ec2c968a tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group (5ff13e65-3e19-4bb0-82cf-31aca41f7ce3), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:36.342771 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-267ab7b5-0c64-4c53-a28c-2183ec2c968a tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (5ff13e65-3e19-4bb0-82cf-31aca41f7ce3), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:36.345645 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-267ab7b5-0c64-4c53-a28c-2183ec2c968a tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:36.346786 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-267ab7b5-0c64-4c53-a28c-2183ec2c968a tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] 10.222.0.61 "DELETE /v2.0/security-groups/5ff13e65-3e19-4bb0-82cf-31aca41f7ce3 HTTP/1.1" status: 204 len: 168 time: 0.1427732 Feb 20 22:04:36.355727 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ab7b5-0c64-4c53-a28c-2183ec2c968a tempest-TestShelveInstance-1857361280 tempest-TestShelveInstance-1857361280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff13e65-3e19-4bb0-82cf-31aca41f7ce3,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:36.399971 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33062) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:04:36.848618 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa6d19-64a4-4576-8c4c-677d15a5a3f8 req-093cadd3-0231-4d55-9bce-ca9308487dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:36.850102 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-6baa6d19-64a4-4576-8c4c-677d15a5a3f8 req-093cadd3-0231-4d55-9bce-ca9308487dff service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d479f105163541f18f8c7e153c5762e4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1450095 Feb 20 22:04:36.919036 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-06671f4e-035a-4ad6-b0f2-7507f2e678f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641273'] for router_interface (98acccd4-6e95-46b6-8279-0c445d81471e), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:37.416350 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-06671f4e-035a-4ad6-b0f2-7507f2e678f6 admin admin] Deleting port 4593f766-548f-47c3-a09e-b7bd7a3ece13 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:04:37.417040 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-06671f4e-035a-4ad6-b0f2-7507f2e678f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (4593f766-548f-47c3-a09e-b7bd7a3ece13), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:37.497030 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [None req-06671f4e-035a-4ad6-b0f2-7507f2e678f6 admin admin] For port 4593f766-548f-47c3-a09e-b7bd7a3ece13, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=4593f766-548f-47c3-a09e-b7bd7a3ece13,segment=NetworkSegment(5ff9e258-e458-4016-b0a8-873e9d9a7bb5),segment_id=5ff9e258-e458-4016-b0a8-873e9d9a7bb5)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:04:37.497424 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-06671f4e-035a-4ad6-b0f2-7507f2e678f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (4593f766-548f-47c3-a09e-b7bd7a3ece13), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:37.510128 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-06671f4e-035a-4ad6-b0f2-7507f2e678f6 admin admin] Calling delete_port for 4593f766-548f-47c3-a09e-b7bd7a3ece13 owned by network:router_interface {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:04:37.749857 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-06671f4e-035a-4ad6-b0f2-7507f2e678f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (4593f766-548f-47c3-a09e-b7bd7a3ece13), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:37.783552 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa6d19-64a4-4576-8c4c-677d15a5a3f8 req-c02cb9d4-daef-4dc6-baa0-9ef4ef8a3a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:37.785109 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-6baa6d19-64a4-4576-8c4c-677d15a5a3f8 req-c02cb9d4-daef-4dc6-baa0-9ef4ef8a3a7a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1499746 Feb 20 22:04:37.786217 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06671f4e-035a-4ad6-b0f2-7507f2e678f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4593f766-548f-47c3-a09e-b7bd7a3ece13,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:37.959873 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-06671f4e-035a-4ad6-b0f2-7507f2e678f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641897'] for router_interface (98acccd4-6e95-46b6-8279-0c445d81471e), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:38.172416 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06671f4e-035a-4ad6-b0f2-7507f2e678f6 admin admin] Router 98acccd4-6e95-46b6-8279-0c445d81471e has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:04:38.276482 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06671f4e-035a-4ad6-b0f2-7507f2e678f6 admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:04:38.282276 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-06671f4e-035a-4ad6-b0f2-7507f2e678f6 admin admin] 10.222.0.61 "PUT /v2.0/routers/98acccd4-6e95-46b6-8279-0c445d81471e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8812101 Feb 20 22:04:38.285268 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33076) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:04:38.286079 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be02f5b-c727-4b9b-b795-553567723952 None None] Sync routers for ids ['98acccd4-6e95-46b6-8279-0c445d81471e'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:04:38.296027 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be02f5b-c727-4b9b-b795-553567723952 None None] Routers {'98acccd4-6e95-46b6-8279-0c445d81471e'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:04:38.296652 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-9be02f5b-c727-4b9b-b795-553567723952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:04:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['98acccd4-6e95-46b6-8279-0c445d81471e'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:04:38.389538 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e131dbea-fa4c-4cae-b997-ecd8639b1efb admin admin] Publish callbacks [] for router (98acccd4-6e95-46b6-8279-0c445d81471e), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:38.401976 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-9be02f5b-c727-4b9b-b795-553567723952 None None] Set router 98acccd4-6e95-46b6-8279-0c445d81471e gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:04:38.499211 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e131dbea-fa4c-4cae-b997-ecd8639b1efb admin admin] Publish callbacks [] for router_gateway (98acccd4-6e95-46b6-8279-0c445d81471e), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:38.553217 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-e131dbea-fa4c-4cae-b997-ecd8639b1efb admin admin] Deleting port 15756683-b9a9-4b7c-baca-16b4752a1cf5 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:04:38.553585 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e131dbea-fa4c-4cae-b997-ecd8639b1efb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (15756683-b9a9-4b7c-baca-16b4752a1cf5), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:38.584741 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-9be02f5b-c727-4b9b-b795-553567723952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'name': 'tempest-TestShelveInstance-1584473298-router', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T22:04:37Z', 'revision_number': 5, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'gw_port': {'id': '15756683-b9a9-4b7c-baca-16b4752a1cf5', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T21:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:04:38.610533 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be02f5b-c727-4b9b-b795-553567723952 None None] Checking router: 98acccd4-6e95-46b6-8279-0c445d81471e for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:04:38.619195 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be02f5b-c727-4b9b-b795-553567723952 None None] Routers {'98acccd4-6e95-46b6-8279-0c445d81471e'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:04:38.619805 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-9be02f5b-c727-4b9b-b795-553567723952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:04:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['98acccd4-6e95-46b6-8279-0c445d81471e'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:04:38.628725 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [None req-e131dbea-fa4c-4cae-b997-ecd8639b1efb admin admin] For port 15756683-b9a9-4b7c-baca-16b4752a1cf5, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=15756683-b9a9-4b7c-baca-16b4752a1cf5,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:04:38.629132 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e131dbea-fa4c-4cae-b997-ecd8639b1efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (15756683-b9a9-4b7c-baca-16b4752a1cf5), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:38.640374 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-e131dbea-fa4c-4cae-b997-ecd8639b1efb admin admin] Calling delete_port for 15756683-b9a9-4b7c-baca-16b4752a1cf5 owned by network:router_gateway {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:04:38.705072 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-9be02f5b-c727-4b9b-b795-553567723952 None None] Set router 98acccd4-6e95-46b6-8279-0c445d81471e gateway port host: None {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:04:38.759149 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-9be02f5b-c727-4b9b-b795-553567723952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'name': 'tempest-TestShelveInstance-1584473298-router', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T22:04:38Z', 'revision_number': 6, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'gw_port_host': None}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:04:38.788497 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be02f5b-c727-4b9b-b795-553567723952 None None] The sync data for ids ['98acccd4-6e95-46b6-8279-0c445d81471e'] in dv-cinder-830093-1-iscsi is: [{'id': '98acccd4-6e95-46b6-8279-0c445d81471e', 'name': 'tempest-TestShelveInstance-1584473298-router', 'tenant_id': 'd479f105163541f18f8c7e153c5762e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:14Z', 'updated_at': '2022-02-20T22:04:38Z', 'revision_number': 6, 'project_id': 'd479f105163541f18f8c7e153c5762e4', 'gw_port_host': None}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:04:38.813503 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e131dbea-fa4c-4cae-b997-ecd8639b1efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (15756683-b9a9-4b7c-baca-16b4752a1cf5), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:38.843693 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131dbea-fa4c-4cae-b997-ecd8639b1efb admin admin] Pushing event deleted for resources: {'Port': ['ID=15756683-b9a9-4b7c-baca-16b4752a1cf5,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:38.907970 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e131dbea-fa4c-4cae-b997-ecd8639b1efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642947'] for router_gateway (98acccd4-6e95-46b6-8279-0c445d81471e), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:38.997250 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e131dbea-fa4c-4cae-b997-ecd8639b1efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27540'] for router (98acccd4-6e95-46b6-8279-0c445d81471e), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:38.999269 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e131dbea-fa4c-4cae-b997-ecd8639b1efb admin admin] Publish callbacks [] for router_controller (98acccd4-6e95-46b6-8279-0c445d81471e), precommit_delete_associations {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.045271 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e131dbea-fa4c-4cae-b997-ecd8639b1efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641638'] for router (98acccd4-6e95-46b6-8279-0c445d81471e), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.045814 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e131dbea-fa4c-4cae-b997-ecd8639b1efb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98acccd4-6e95-46b6-8279-0c445d81471e {{(pid=102708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 22:04:39.049980 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e131dbea-fa4c-4cae-b997-ecd8639b1efb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.052368 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-e131dbea-fa4c-4cae-b997-ecd8639b1efb admin admin] 10.222.0.61 "DELETE /v2.0/routers/98acccd4-6e95-46b6-8279-0c445d81471e HTTP/1.1" status: 204 len: 168 time: 0.7660077 Feb 20 22:04:39.054048 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33086) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:04:39.096125 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f17e03-a94a-4571-9e09-111aa85d5d24 admin admin] Deleting subnet 702e0172-0af4-41f5-ae8b-8c6031804aad {{(pid=102708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:04:39.099724 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-27f17e03-a94a-4571-9e09-111aa85d5d24 admin admin] Publish callbacks [] for subnet (702e0172-0af4-41f5-ae8b-8c6031804aad), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.133392 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-27f17e03-a94a-4571-9e09-111aa85d5d24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8472869'] for subnet (702e0172-0af4-41f5-ae8b-8c6031804aad), precommit_delete_associations {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.211508 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-27f17e03-a94a-4571-9e09-111aa85d5d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882536'] for subnet (702e0172-0af4-41f5-ae8b-8c6031804aad), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.265451 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-27f17e03-a94a-4571-9e09-111aa85d5d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8491243'] for subnet (702e0172-0af4-41f5-ae8b-8c6031804aad), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.290052 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f17e03-a94a-4571-9e09-111aa85d5d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=702e0172-0af4-41f5-ae8b-8c6031804aad,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:39.295564 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-27f17e03-a94a-4571-9e09-111aa85d5d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.299855 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-27f17e03-a94a-4571-9e09-111aa85d5d24 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/702e0172-0af4-41f5-ae8b-8c6031804aad HTTP/1.1" status: 204 len: 168 time: 0.2448788 Feb 20 22:04:39.300714 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a8fa4f-8150-4e2d-bf81-0bb3d664f330 None None] Network a107c3cd-02d1-4849-8308-24a035f50f04 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:04:39.302005 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33088) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:04:39.368503 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834273'] for network (a107c3cd-02d1-4849-8308-24a035f50f04), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.423334 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] Deleting port 2f853183-8aa4-4f04-91c9-8aac42f6181c {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:04:39.423677 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (2f853183-8aa4-4f04-91c9-8aac42f6181c), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.486759 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] For port 2f853183-8aa4-4f04-91c9-8aac42f6181c, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=2f853183-8aa4-4f04-91c9-8aac42f6181c,segment=NetworkSegment(5ff9e258-e458-4016-b0a8-873e9d9a7bb5),segment_id=5ff9e258-e458-4016-b0a8-873e9d9a7bb5)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:04:39.487052 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (2f853183-8aa4-4f04-91c9-8aac42f6181c), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.499861 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] Calling delete_port for 2f853183-8aa4-4f04-91c9-8aac42f6181c owned by network:dhcp {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:04:39.537727 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc920e6-503a-48c8-b6a8-38db9d1ebb1b None None] DHCP port deletion for a107c3cd-02d1-4849-8308-24a035f50f04 request from dv-cinder-830093-1-iscsi {{(pid=102709) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 22:04:39.593500 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (2f853183-8aa4-4f04-91c9-8aac42f6181c), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.596202 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-4cc920e6-503a-48c8-b6a8-38db9d1ebb1b None None] Deleting port 2f853183-8aa4-4f04-91c9-8aac42f6181c {{(pid=102709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:04:39.596593 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-4cc920e6-503a-48c8-b6a8-38db9d1ebb1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (2f853183-8aa4-4f04-91c9-8aac42f6181c), before_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.624170 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] Pushing event deleted for resources: {'Port': ['ID=2f853183-8aa4-4f04-91c9-8aac42f6181c,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:39.626000 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] No DVR routers for this DVR port 2f853183-8aa4-4f04-91c9-8aac42f6181c on host dv-cinder-830093-1-iscsi {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:04:39.667902 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-4cc920e6-503a-48c8-b6a8-38db9d1ebb1b None None] For port 2f853183-8aa4-4f04-91c9-8aac42f6181c, host dv-cinder-830093-1-iscsi, got binding levels [] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:04:39.668296 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-4cc920e6-503a-48c8-b6a8-38db9d1ebb1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (2f853183-8aa4-4f04-91c9-8aac42f6181c), precommit_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.681611 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-4cc920e6-503a-48c8-b6a8-38db9d1ebb1b None None] Calling delete_port for 2f853183-8aa4-4f04-91c9-8aac42f6181c owned by network:dhcp {{(pid=102709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:04:39.684296 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.ipam_backend_mixin [None req-4cc920e6-503a-48c8-b6a8-38db9d1ebb1b None None] Port 2f853183-8aa4-4f04-91c9-8aac42f6181c was not found and therefore no delete operation was performed {{(pid=102709) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 22:04:39.685580 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-4cc920e6-503a-48c8-b6a8-38db9d1ebb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345'] for port (2f853183-8aa4-4f04-91c9-8aac42f6181c), after_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.696572 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881377', 'neutron.services.segments.db._delete_segments_for_network-8760288176442'] for network (a107c3cd-02d1-4849-8308-24a035f50f04), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.710342 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc920e6-503a-48c8-b6a8-38db9d1ebb1b None None] Pushing event deleted for resources: {'Port': ['ID=2f853183-8aa4-4f04-91c9-8aac42f6181c,revision_number=None']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:39.713986 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc920e6-503a-48c8-b6a8-38db9d1ebb1b None None] No DVR routers for this DVR port 2f853183-8aa4-4f04-91c9-8aac42f6181c on host dv-cinder-830093-1-iscsi {{(pid=102709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:04:39.717805 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a107c3cd-02d1-4849-8308-24a035f50f04']}} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:04:39.729088 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff9e258-e458-4016-b0a8-873e9d9a7bb5') {'for_net_delete': True} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:04:39.729462 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff9e258-e458-4016-b0a8-873e9d9a7bb5') {} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:04:39.740339 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760288175939', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8472892'] for segment (5ff9e258-e458-4016-b0a8-873e9d9a7bb5), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.755531 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (5ff9e258-e458-4016-b0a8-873e9d9a7bb5), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.762322 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:04:39.762681 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8474595'] for segment (5ff9e258-e458-4016-b0a8-873e9d9a7bb5), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: Traceback (most recent call last): Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: timer() Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: cb(*args, **kw) Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: return func(*args, **kwargs) Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: self._notify() Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: self.callback(batched_events) Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: event.method(event) Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: return f(self, *a, **k) Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._get(url).json() Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: return self.request(url, 'GET', **kwargs) Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:04:39.764952 dv-cinder-830093-1-iscsi neutron-server[102708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:04:39.823057 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643055'] for network (a107c3cd-02d1-4849-8308-24a035f50f04), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.830602 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:39.833800 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] 10.222.0.61 "DELETE /v2.0/networks/a107c3cd-02d1-4849-8308-24a035f50f04 HTTP/1.1" status: 204 len: 168 time: 0.5308836 Feb 20 22:04:39.836856 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33092) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:04:39.844440 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe746d8-7b1c-4c1d-b195-4a043192755b admin admin] Pushing event deleted for resources: {'Network': ['ID=a107c3cd-02d1-4849-8308-24a035f50f04,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:40.235711 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641273'] for router_interface (c2a932d7-30d1-4d72-9a52-e6920ae862de), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:40.504178 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 2f853183-8aa4-4f04-91c9-8aac42f6181c no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:04:40.525008 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: 2f853183-8aa4-4f04-91c9-8aac42f6181c {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:04:40.525356 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 2f853183-8aa4-4f04-91c9-8aac42f6181c not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:04:40.525790 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 4593f766-548f-47c3-a09e-b7bd7a3ece13 no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:04:40.530674 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Deleting port a4aa854a-5c02-4766-a130-da24927d76bc {{(pid=102707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:04:40.531078 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (a4aa854a-5c02-4766-a130-da24927d76bc), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:40.545278 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: 4593f766-548f-47c3-a09e-b7bd7a3ece13 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:04:40.545634 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 4593f766-548f-47c3-a09e-b7bd7a3ece13 not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:04:40.546060 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 15756683-b9a9-4b7c-baca-16b4752a1cf5 no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:04:40.566961 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: 15756683-b9a9-4b7c-baca-16b4752a1cf5 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:04:40.567305 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 15756683-b9a9-4b7c-baca-16b4752a1cf5 not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:04:40.607622 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.db [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] For port a4aa854a-5c02-4766-a130-da24927d76bc, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=a4aa854a-5c02-4766-a130-da24927d76bc,segment=NetworkSegment(9d8a4629-105e-485c-af62-068572d0cdde),segment_id=9d8a4629-105e-485c-af62-068572d0cdde)] {{(pid=102707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:04:40.607964 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (a4aa854a-5c02-4766-a130-da24927d76bc), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:40.622657 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Calling delete_port for a4aa854a-5c02-4766-a130-da24927d76bc owned by network:router_interface {{(pid=102707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:04:40.798701 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (a4aa854a-5c02-4766-a130-da24927d76bc), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:40.822169 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4aa854a-5c02-4766-a130-da24927d76bc,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:40.835368 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:40.835713 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:40.836065 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:40.836398 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:40.836729 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:40.837082 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:40.837615 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:40.837714 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:40.838047 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:40.838373 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:40.838696 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:40.839024 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:40.839345 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:04:40.996733 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641897'] for router_interface (c2a932d7-30d1-4d72-9a52-e6920ae862de), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:41.216858 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Router c2a932d7-30d1-4d72-9a52-e6920ae862de has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:04:41.552501 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:04:41.558217 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-b921072d-96eb-4f4e-868c-52a48065dcb1 admin admin] 10.222.0.61 "PUT /v2.0/routers/c2a932d7-30d1-4d72-9a52-e6920ae862de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7202706 Feb 20 22:04:41.560253 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33102) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:04:41.567340 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823a56af-7019-42f3-9f23-d3007202f8d9 None None] Sync routers for ids ['c2a932d7-30d1-4d72-9a52-e6920ae862de'] in dv-cinder-830093-1-iscsi {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:04:41.576662 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a56af-7019-42f3-9f23-d3007202f8d9 None None] Routers {'c2a932d7-30d1-4d72-9a52-e6920ae862de'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:04:41.577312 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-823a56af-7019-42f3-9f23-d3007202f8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:04:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['c2a932d7-30d1-4d72-9a52-e6920ae862de'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:04:41.666878 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e15f5e16-2809-4c74-a3e9-d2367e55817f admin admin] Publish callbacks [] for router (c2a932d7-30d1-4d72-9a52-e6920ae862de), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:41.685803 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-823a56af-7019-42f3-9f23-d3007202f8d9 None None] Set router c2a932d7-30d1-4d72-9a52-e6920ae862de gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:04:41.774068 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e15f5e16-2809-4c74-a3e9-d2367e55817f admin admin] Publish callbacks [] for router_gateway (c2a932d7-30d1-4d72-9a52-e6920ae862de), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:41.840265 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-e15f5e16-2809-4c74-a3e9-d2367e55817f admin admin] Deleting port d024c496-bd1f-48c3-abea-163237a5845e {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:04:41.840601 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e15f5e16-2809-4c74-a3e9-d2367e55817f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (d024c496-bd1f-48c3-abea-163237a5845e), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:41.888891 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-823a56af-7019-42f3-9f23-d3007202f8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'name': 'tempest-TestShelveInstance-1220456373-router', 'tenant_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'd024c496-bd1f-48c3-abea-163237a5845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:26Z', 'updated_at': '2022-02-20T22:04:40Z', 'revision_number': 5, 'project_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'gw_port': {'id': 'd024c496-bd1f-48c3-abea-163237a5845e', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:27Z', 'updated_at': '2022-02-20T21:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:04:41.917763 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823a56af-7019-42f3-9f23-d3007202f8d9 None None] Checking router: c2a932d7-30d1-4d72-9a52-e6920ae862de for host: dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:04:41.931380 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a56af-7019-42f3-9f23-d3007202f8d9 None None] Routers {'c2a932d7-30d1-4d72-9a52-e6920ae862de'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:04:41.932012 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-823a56af-7019-42f3-9f23-d3007202f8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:04:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['c2a932d7-30d1-4d72-9a52-e6920ae862de'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:04:41.946963 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [None req-e15f5e16-2809-4c74-a3e9-d2367e55817f admin admin] For port d024c496-bd1f-48c3-abea-163237a5845e, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=d024c496-bd1f-48c3-abea-163237a5845e,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:04:41.947346 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e15f5e16-2809-4c74-a3e9-d2367e55817f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (d024c496-bd1f-48c3-abea-163237a5845e), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:41.960102 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-e15f5e16-2809-4c74-a3e9-d2367e55817f admin admin] Calling delete_port for d024c496-bd1f-48c3-abea-163237a5845e owned by network:router_gateway {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:04:42.032490 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-823a56af-7019-42f3-9f23-d3007202f8d9 None None] Set router c2a932d7-30d1-4d72-9a52-e6920ae862de gateway port host: None {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:04:42.142537 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e15f5e16-2809-4c74-a3e9-d2367e55817f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (d024c496-bd1f-48c3-abea-163237a5845e), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:42.169305 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f5e16-2809-4c74-a3e9-d2367e55817f admin admin] Pushing event deleted for resources: {'Port': ['ID=d024c496-bd1f-48c3-abea-163237a5845e,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:42.181511 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-823a56af-7019-42f3-9f23-d3007202f8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'name': 'tempest-TestShelveInstance-1220456373-router', 'tenant_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:26Z', 'updated_at': '2022-02-20T22:04:41Z', 'revision_number': 6, 'project_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'gw_port_host': None}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:04:42.210434 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823a56af-7019-42f3-9f23-d3007202f8d9 None None] The sync data for ids ['c2a932d7-30d1-4d72-9a52-e6920ae862de'] in dv-cinder-830093-1-iscsi is: [{'id': 'c2a932d7-30d1-4d72-9a52-e6920ae862de', 'name': 'tempest-TestShelveInstance-1220456373-router', 'tenant_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:26Z', 'updated_at': '2022-02-20T22:04:41Z', 'revision_number': 6, 'project_id': '5e46a82fb7d7412cb3dcbc06259c0cc4', 'gw_port_host': None}] {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:04:42.235933 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e15f5e16-2809-4c74-a3e9-d2367e55817f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642947'] for router_gateway (c2a932d7-30d1-4d72-9a52-e6920ae862de), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:42.592916 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e15f5e16-2809-4c74-a3e9-d2367e55817f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27540'] for router (c2a932d7-30d1-4d72-9a52-e6920ae862de), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:42.595212 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e15f5e16-2809-4c74-a3e9-d2367e55817f admin admin] Publish callbacks [] for router_controller (c2a932d7-30d1-4d72-9a52-e6920ae862de), precommit_delete_associations {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:42.643935 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e15f5e16-2809-4c74-a3e9-d2367e55817f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641638'] for router (c2a932d7-30d1-4d72-9a52-e6920ae862de), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:42.644510 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15f5e16-2809-4c74-a3e9-d2367e55817f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2a932d7-30d1-4d72-9a52-e6920ae862de {{(pid=102708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 22:04:42.649305 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-e15f5e16-2809-4c74-a3e9-d2367e55817f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:42.650591 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-e15f5e16-2809-4c74-a3e9-d2367e55817f admin admin] 10.222.0.61 "DELETE /v2.0/routers/c2a932d7-30d1-4d72-9a52-e6920ae862de HTTP/1.1" status: 204 len: 168 time: 1.0893440 Feb 20 22:04:42.654531 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33118) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:04:42.698797 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3d283e-7aa3-46f3-9109-ac5c618bc43b admin admin] Deleting subnet bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029 {{(pid=102707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:04:42.701743 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-2d3d283e-7aa3-46f3-9109-ac5c618bc43b admin admin] Publish callbacks [] for subnet (bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:42.734543 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-2d3d283e-7aa3-46f3-9109-ac5c618bc43b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11566206'] for subnet (bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029), precommit_delete_associations {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:42.860101 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-2d3d283e-7aa3-46f3-9109-ac5c618bc43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882536'] for subnet (bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:42.921267 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-2d3d283e-7aa3-46f3-9109-ac5c618bc43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11566090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12283557'] for subnet (bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:42.950150 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d283e-7aa3-46f3-9109-ac5c618bc43b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:42.953817 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-2d3d283e-7aa3-46f3-9109-ac5c618bc43b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:42.957282 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-2d3d283e-7aa3-46f3-9109-ac5c618bc43b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bf27407e-cbbd-4b8f-aeb2-1d96f3a2d029 HTTP/1.1" status: 204 len: 168 time: 0.3014545 Feb 20 22:04:42.959505 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33122) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:04:42.963150 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f6f4a7-4e6c-4a55-97d6-3b93a737c053 None None] Network b073d9d8-9664-4f95-988b-7dc47908c02e requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:04:42.978782 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device a4aa854a-5c02-4766-a130-da24927d76bc no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:04:43.008306 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: a4aa854a-5c02-4766-a130-da24927d76bc {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:04:43.008681 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device a4aa854a-5c02-4766-a130-da24927d76bc not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:04:43.035523 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834273'] for network (b073d9d8-9664-4f95-988b-7dc47908c02e), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:43.093743 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] Deleting port eb79858e-7357-4480-aedb-2ad6762367ee {{(pid=102707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:04:43.094087 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (eb79858e-7357-4480-aedb-2ad6762367ee), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:43.161816 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a913c782-c225-4b0e-a21e-4351e76e1c8a None None] DHCP port deletion for b073d9d8-9664-4f95-988b-7dc47908c02e request from dv-cinder-830093-1-iscsi {{(pid=102709) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 22:04:43.177555 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.db [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] For port eb79858e-7357-4480-aedb-2ad6762367ee, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=eb79858e-7357-4480-aedb-2ad6762367ee,segment=NetworkSegment(9d8a4629-105e-485c-af62-068572d0cdde),segment_id=9d8a4629-105e-485c-af62-068572d0cdde)] {{(pid=102707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:04:43.177893 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (eb79858e-7357-4480-aedb-2ad6762367ee), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:43.191023 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] Calling delete_port for eb79858e-7357-4480-aedb-2ad6762367ee owned by network:dhcp {{(pid=102707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:04:43.213893 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-a913c782-c225-4b0e-a21e-4351e76e1c8a None None] Deleting port eb79858e-7357-4480-aedb-2ad6762367ee {{(pid=102709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:04:43.214305 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-a913c782-c225-4b0e-a21e-4351e76e1c8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (eb79858e-7357-4480-aedb-2ad6762367ee), before_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:43.273285 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (eb79858e-7357-4480-aedb-2ad6762367ee), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:43.290646 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-a913c782-c225-4b0e-a21e-4351e76e1c8a None None] For port eb79858e-7357-4480-aedb-2ad6762367ee, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=eb79858e-7357-4480-aedb-2ad6762367ee,segment=NetworkSegment(9d8a4629-105e-485c-af62-068572d0cdde),segment_id=9d8a4629-105e-485c-af62-068572d0cdde)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:04:43.291045 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-a913c782-c225-4b0e-a21e-4351e76e1c8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (eb79858e-7357-4480-aedb-2ad6762367ee), precommit_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:43.302389 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] Pushing event deleted for resources: {'Port': ['ID=eb79858e-7357-4480-aedb-2ad6762367ee,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:43.304120 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] No DVR routers for this DVR port eb79858e-7357-4480-aedb-2ad6762367ee on host dv-cinder-830093-1-iscsi {{(pid=102707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:04:43.379389 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881377', 'neutron.services.segments.db._delete_segments_for_network-8760288176442'] for network (b073d9d8-9664-4f95-988b-7dc47908c02e), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:43.403855 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.services.segments.db [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b073d9d8-9664-4f95-988b-7dc47908c02e']}} {{(pid=102707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:04:43.413984 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.services.segments.db [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8a4629-105e-485c-af62-068572d0cdde') {'for_net_delete': True} {{(pid=102707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:04:43.414270 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.services.segments.db [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8a4629-105e-485c-af62-068572d0cdde') {} {{(pid=102707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:04:43.423675 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760288175939', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11566183'] for segment (9d8a4629-105e-485c-af62-068572d0cdde), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:43.436799 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (9d8a4629-105e-485c-af62-068572d0cdde), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:43.439784 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-a913c782-c225-4b0e-a21e-4351e76e1c8a None None] Calling delete_port for eb79858e-7357-4480-aedb-2ad6762367ee owned by network:dhcp {{(pid=102709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:04:43.442860 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=102707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:04:43.443249 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11565804'] for segment (9d8a4629-105e-485c-af62-068572d0cdde), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: Traceback (most recent call last): Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: timer() Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: cb(*args, **kw) Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: return func(*args, **kwargs) Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: self._notify() Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: self.callback(batched_events) Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: event.method(event) Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: return f(self, *a, **k) Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: return self._get(url).json() Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: return self.request(url, 'GET', **kwargs) Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:04:43.444947 dv-cinder-830093-1-iscsi neutron-server[102707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:04:43.503414 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643055'] for network (b073d9d8-9664-4f95-988b-7dc47908c02e), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:43.518633 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:43.521248 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-a913c782-c225-4b0e-a21e-4351e76e1c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345'] for port (eb79858e-7357-4480-aedb-2ad6762367ee), after_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:43.524910 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] 10.222.0.61 "DELETE /v2.0/networks/b073d9d8-9664-4f95-988b-7dc47908c02e HTTP/1.1" status: 204 len: 168 time: 0.5618722 Feb 20 22:04:43.527134 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf359d-6ee9-4561-a455-a20425dbb8fa admin admin] Pushing event deleted for resources: {'Network': ['ID=b073d9d8-9664-4f95-988b-7dc47908c02e,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:43.544063 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a913c782-c225-4b0e-a21e-4351e76e1c8a None None] Network b073d9d8-9664-4f95-988b-7dc47908c02e is not hosted by any dhcp agent {{(pid=102709) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 22:04:43.544535 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a913c782-c225-4b0e-a21e-4351e76e1c8a None None] No DVR routers for this DVR port eb79858e-7357-4480-aedb-2ad6762367ee on host dv-cinder-830093-1-iscsi {{(pid=102709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:04:43.546315 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913c782-c225-4b0e-a21e-4351e76e1c8a None None] Pushing event deleted for resources: {'Port': ['ID=eb79858e-7357-4480-aedb-2ad6762367ee,revision_number=None']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:43.640026 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33132) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:04:43.679280 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-919245f9-cbfe-42b1-891c-4974f3f02e30 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d479f105163541f18f8c7e153c5762e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380638 Feb 20 22:04:43.681634 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33134) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:04:43.727056 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-895d614a-a818-4d3b-b196-7cda446681a1 admin admin] Publish callbacks [] for security_group (8dedf305-f14c-4862-948c-ef847f39d31d), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:43.747123 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-895d614a-a818-4d3b-b196-7cda446681a1 admin admin] Publish callbacks [] for security_group (8dedf305-f14c-4862-948c-ef847f39d31d), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:43.797598 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-895d614a-a818-4d3b-b196-7cda446681a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (8dedf305-f14c-4862-948c-ef847f39d31d), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:43.797598 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-895d614a-a818-4d3b-b196-7cda446681a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:43.797817 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-895d614a-a818-4d3b-b196-7cda446681a1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8dedf305-f14c-4862-948c-ef847f39d31d HTTP/1.1" status: 204 len: 168 time: 0.1153007 Feb 20 22:04:43.805507 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d614a-a818-4d3b-b196-7cda446681a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dedf305-f14c-4862-948c-ef847f39d31d,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:44.101334 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33142) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:04:44.140548 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-b386a71d-e659-4a55-8a8a-d4cbbe2b0d4d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e46a82fb7d7412cb3dcbc06259c0cc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380926 Feb 20 22:04:44.142897 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33144) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:04:44.192069 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-fcec06fc-918f-48aa-b4de-bce0dd05331c admin admin] Publish callbacks [] for security_group (a656b69c-04e4-45fd-b913-18c8ce8b87a2), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:44.212845 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-fcec06fc-918f-48aa-b4de-bce0dd05331c admin admin] Publish callbacks [] for security_group (a656b69c-04e4-45fd-b913-18c8ce8b87a2), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:44.259439 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-fcec06fc-918f-48aa-b4de-bce0dd05331c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (a656b69c-04e4-45fd-b913-18c8ce8b87a2), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:44.262026 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-fcec06fc-918f-48aa-b4de-bce0dd05331c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:44.263191 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-fcec06fc-918f-48aa-b4de-bce0dd05331c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a656b69c-04e4-45fd-b913-18c8ce8b87a2 HTTP/1.1" status: 204 len: 168 time: 0.1193881 Feb 20 22:04:44.270532 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec06fc-918f-48aa-b4de-bce0dd05331c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a656b69c-04e4-45fd-b913-18c8ce8b87a2,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:44.506788 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device d024c496-bd1f-48c3-abea-163237a5845e no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:04:44.536236 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: d024c496-bd1f-48c3-abea-163237a5845e {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:04:44.536587 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device d024c496-bd1f-48c3-abea-163237a5845e not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:04:44.537039 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device eb79858e-7357-4480-aedb-2ad6762367ee no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:04:44.557143 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: eb79858e-7357-4480-aedb-2ad6762367ee {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:04:44.557499 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device eb79858e-7357-4480-aedb-2ad6762367ee not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:04:45.335394 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-fc155f6e-0a1a-4447-8e87-b6ff4dd800f4 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-117340209&fields=id&tenant_id=b3885aa7992e4e54891e9136ce879dfd HTTP/1.1" status: 200 len: 267 time: 0.0451260 Feb 20 22:04:45.445403 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-e517db30-1a70-4115-9ebe-33645861e968 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:45.446877 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-e517db30-1a70-4115-9ebe-33645861e968 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/networks?id=73283953-4b32-47aa-9293-e0cdbad6f01b HTTP/1.1" status: 200 len: 810 time: 0.1043179 Feb 20 22:04:45.462798 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-09e54ad0-d472-49bd-8ea0-3cf3cebcfb33 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/quotas/b3885aa7992e4e54891e9136ce879dfd HTTP/1.1" status: 200 len: 375 time: 0.0105782 Feb 20 22:04:45.518549 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-934f1040-4a59-4102-9682-e6d91807080c tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3885aa7992e4e54891e9136ce879dfd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509982 Feb 20 22:04:45.610432 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-1757d99b-1c5c-4001-b8a9-ff1807978900 service neutron] 10.222.0.61 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803347 Feb 20 22:04:45.700142 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-ff254404-05e0-4115-bdbb-57c851189ab5 service neutron] 10.222.0.61 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835550 Feb 20 22:04:45.987272 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-54c59b10-41dd-4965-af19-a257f8998d10 req-d90ed4f7-4b2f-43af-a757-ce14e62609e5 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 210 time: 0.0289454 Feb 20 22:04:46.726891 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d102d-e23a-4217-9c03-b9c495eeac05 req-55cf2b70-8f34-4242-a2f4-9b5313a4fab5 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:46.728373 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d61d102d-e23a-4217-9c03-b9c495eeac05 req-55cf2b70-8f34-4242-a2f4-9b5313a4fab5 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6feb2a3-88e9-4e01-b664-becb62db4da8 HTTP/1.1" status: 200 len: 945 time: 0.0524523 Feb 20 22:04:46.777858 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d61d102d-e23a-4217-9c03-b9c495eeac05 req-8a3aee1e-b913-498d-bcf0-a8c9c22e2a62 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436761 Feb 20 22:04:47.086405 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d7556096-96d5-42de-8cb3-4452b5acf3fb req-6fb1e564-c8d6-4981-a5ec-979fda4d9ef2 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 210 time: 0.0304523 Feb 20 22:04:47.130876 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-e0b98072-ad0e-4140-b0fb-086d1108dedb tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:47.132356 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-e0b98072-ad0e-4140-b0fb-086d1108dedb tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.45 "GET /v2.0/networks?id=73283953-4b32-47aa-9293-e0cdbad6f01b HTTP/1.1" status: 200 len: 810 time: 0.1057241 Feb 20 22:04:47.197488 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-899875c1-c0f6-40f5-b907-8b1fb797ace6 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3885aa7992e4e54891e9136ce879dfd HTTP/1.1" status: 200 len: 379 time: 0.0535669 Feb 20 22:04:47.229931 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-3f92200a-3c10-4a8f-bcd4-dfda34edd5ed tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Request body: {'port': {'device_id': '5658908e-fe6d-436c-bdc8-406d260f8758', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'admin_state_up': True, 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'security_groups': ['dbc273db-879f-42a4-b1db-3d22cffc3ad1']}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:04:47.336033 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-3f92200a-3c10-4a8f-bcd4-dfda34edd5ed tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Made reservation on behalf of b3885aa7992e4e54891e9136ce879dfd for: {'port': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:04:47.339441 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-3f92200a-3c10-4a8f-bcd4-dfda34edd5ed tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:47.464341 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-3f92200a-3c10-4a8f-bcd4-dfda34edd5ed tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Allocated IP 172.20.0.9 (73283953-4b32-47aa-9293-e0cdbad6f01b/4a43bc83-a8d6-4033-994e-40c0a619b573/bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:04:47.600582 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-3f92200a-3c10-4a8f-bcd4-dfda34edd5ed tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for port (bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:47.634856 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-3f92200a-3c10-4a8f-bcd4-dfda34edd5ed tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:47.676690 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-3f92200a-3c10-4a8f-bcd4-dfda34edd5ed tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Network 73283953-4b32-47aa-9293-e0cdbad6f01b is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:04:47.679589 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-3f92200a-3c10-4a8f-bcd4-dfda34edd5ed tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:04:47.689855 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-3f92200a-3c10-4a8f-bcd4-dfda34edd5ed tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:04:47.712949 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92200a-3c10-4a8f-bcd4-dfda34edd5ed tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event updated for resources: {'Port': ['ID=bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:47.742537 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-3f92200a-3c10-4a8f-bcd4-dfda34edd5ed tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:47.743149 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-3f92200a-3c10-4a8f-bcd4-dfda34edd5ed tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:47.759339 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-3f92200a-3c10-4a8f-bcd4-dfda34edd5ed tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5331807 Feb 20 22:04:47.770828 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Request body: {'port': {'device_id': '5658908e-fe6d-436c-bdc8-406d260f8758', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:04:47.834152 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:47.900446 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b650b-62b8-47a4-b774-f747deb8c63b req-79b05a6e-b50e-4fb7-abeb-9adbb1cd3b2d tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:47.901949 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9b3b650b-62b8-47a4-b774-f747deb8c63b req-79b05a6e-b50e-4fb7-abeb-9adbb1cd3b2d tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6feb2a3-88e9-4e01-b664-becb62db4da8 HTTP/1.1" status: 200 len: 945 time: 0.0529890 Feb 20 22:04:47.948308 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9b3b650b-62b8-47a4-b774-f747deb8c63b req-a0d0f3a5-f107-4c66-a8e3-879fcb006c99 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404904 Feb 20 22:04:47.971435 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-ada28cbe-2267-40f9-885b-7be0201a6e8e None None] Provisioning complete for port bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:04:47.972130 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-ada28cbe-2267-40f9-885b-7be0201a6e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:48.004898 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-ada28cbe-2267-40f9-885b-7be0201a6e8e None None] Port bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:04:48.096019 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d {{(pid=102708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:04:48.104285 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Publish callbacks [] for port (bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:48.116095 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.provisioning_blocks [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Transition to ACTIVE for port object bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d will not be triggered until provisioned by entity L2. {{(pid=102708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:04:48.120820 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:48.171833 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:48.215475 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014065ab-a874-42a1-9ad6-91771898c1f9 req-393f79ef-38b3-4fab-8d13-64c1eba64b7b tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:48.217450 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-014065ab-a874-42a1-9ad6-91771898c1f9 req-393f79ef-38b3-4fab-8d13-64c1eba64b7b tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 943 time: 0.0633962 Feb 20 22:04:48.241399 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Attempting to bind port bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:04:48.241748 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Attempting to bind port bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:04:48.242085 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Attempting to bind port bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d on network 73283953-4b32-47aa-9293-e0cdbad6f01b {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:04:48.247529 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Port bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d on network 73283953-4b32-47aa-9293-e0cdbad6f01b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:04:48.247864 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Attempting to bind port bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d on network 73283953-4b32-47aa-9293-e0cdbad6f01b {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:04:48.252769 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:04:48.253149 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Checking segment: {'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:04:48.254066 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Bound using segment: {'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:04:48.254848 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Bound port: bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02cae610-c7ae-4a3a-a036-d106fbb01368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b'}}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:04:48.254848 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:48.277784 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-014065ab-a874-42a1-9ad6-91771898c1f9 req-08f574ae-b66f-4574-84e9-035e7c20560f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534642 Feb 20 22:04:48.329694 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] For port bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d, host hv-cinder-83009, cleared binding levels {{(pid=102708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:04:48.333284 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] For port bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:04:48.340031 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:48.372637 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:48.373289 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:48.374682 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] 10.222.0.45 "PUT /v2.0/ports/bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d HTTP/1.1" status: 200 len: 1093 time: 0.6086502 Feb 20 22:04:48.375125 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5658908e-fe6d-436c-bdc8-406d260f8758', 'tag': 'bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:04:48.377373 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6089447-4762-4532-a9ef-5733dd24fa1d" -d '{"events": [{"name": "network-changed", "server_uuid": "5658908e-fe6d-436c-bdc8-406d260f8758", "tag": "bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:04:48.402797 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159304dd-3d84-4f2d-9e0e-6b318fb4f642 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d,revision_number=3']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:48.437019 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534a1182-54cf-4caf-af65-2b037cf9d2f9 x-openstack-request-id: req-534a1182-54cf-4caf-af65-2b037cf9d2f9 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:04:48.437317 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5658908e-fe6d-436c-bdc8-406d260f8758", "tag": "bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:04:48.437579 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-534a1182-54cf-4caf-af65-2b037cf9d2f9 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:04:48.437974 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5658908e-fe6d-436c-bdc8-406d260f8758', 'tag': 'bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d', 'status': 'completed', 'code': 200} Feb 20 22:04:48.477342 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-ab3d7a98-7dca-4662-8353-fcfd87fecbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:48.478971 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-ab3d7a98-7dca-4662-8353-fcfd87fecbeb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3885aa7992e4e54891e9136ce879dfd&device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 1127 time: 0.0512731 Feb 20 22:04:48.563408 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-9425074d-81e9-4276-9121-b61875259e22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d HTTP/1.1" status: 200 len: 217 time: 0.0618749 Feb 20 22:04:48.620746 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc412ab-434d-4c6f-840b-2a1dde69d0c1 req-bcad38d3-a94b-4f01-9cf5-889813570ee3 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:48.622105 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ddc412ab-434d-4c6f-840b-2a1dde69d0c1 req-bcad38d3-a94b-4f01-9cf5-889813570ee3 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.45 "GET /v2.0/ports?device_id=a6feb2a3-88e9-4e01-b664-becb62db4da8 HTTP/1.1" status: 200 len: 945 time: 0.1221087 Feb 20 22:04:48.625642 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-40b6144b-eecd-4964-9b85-dff4429b706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:48.626949 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-40b6144b-eecd-4964-9b85-dff4429b706e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a43bc83-a8d6-4033-994e-40c0a619b573 HTTP/1.1" status: 200 len: 849 time: 0.0566654 Feb 20 22:04:48.631226 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:04:48.737130 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-2c9ca2e9-fbc2-4a65-b2b4-eb734032af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:48.739092 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-2c9ca2e9-fbc2-4a65-b2b4-eb734032af9b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73283953-4b32-47aa-9293-e0cdbad6f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0961361 Feb 20 22:04:48.796452 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-ddc412ab-434d-4c6f-840b-2a1dde69d0c1 req-37f5e032-a581-432f-b6a7-5204c2756366 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Deleting port 6454bcff-146a-4f81-8906-913002a4343a {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:04:48.796793 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ddc412ab-434d-4c6f-840b-2a1dde69d0c1 req-37f5e032-a581-432f-b6a7-5204c2756366 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (6454bcff-146a-4f81-8906-913002a4343a), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:48.899064 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-97084fd9-d70d-4674-bd66-98844bcc72f0 service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497755 Feb 20 22:04:48.966051 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-ddc412ab-434d-4c6f-840b-2a1dde69d0c1 req-37f5e032-a581-432f-b6a7-5204c2756366 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] For port 6454bcff-146a-4f81-8906-913002a4343a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6454bcff-146a-4f81-8906-913002a4343a,segment=NetworkSegment(fdbc2011-58d6-4e50-a6f2-8be3e615c90c),segment_id=fdbc2011-58d6-4e50-a6f2-8be3e615c90c)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:04:48.966409 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ddc412ab-434d-4c6f-840b-2a1dde69d0c1 req-37f5e032-a581-432f-b6a7-5204c2756366 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (6454bcff-146a-4f81-8906-913002a4343a), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:48.982209 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-ddc412ab-434d-4c6f-840b-2a1dde69d0c1 req-37f5e032-a581-432f-b6a7-5204c2756366 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Calling delete_port for 6454bcff-146a-4f81-8906-913002a4343a owned by compute:nova {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:04:49.050912 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-8ac387e3-0b77-4080-a619-50b1f72cffab req-fd054ae3-f9bd-4420-838f-1fe047582b3f service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430714 Feb 20 22:04:49.067099 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad912c-838d-43dc-bd9d-535aa8cd368f req-00b09326-d2c0-4d0a-b758-bae1c2f944b0 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:49.069340 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d4ad912c-838d-43dc-bd9d-535aa8cd368f req-00b09326-d2c0-4d0a-b758-bae1c2f944b0 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6feb2a3-88e9-4e01-b664-becb62db4da8 HTTP/1.1" status: 200 len: 945 time: 0.0541201 Feb 20 22:04:49.119129 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d4ad912c-838d-43dc-bd9d-535aa8cd368f req-1bbf23a4-0e84-456f-97f3-02857f635c43 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430663 Feb 20 22:04:49.167214 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ddc412ab-434d-4c6f-840b-2a1dde69d0c1 req-37f5e032-a581-432f-b6a7-5204c2756366 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (6454bcff-146a-4f81-8906-913002a4343a), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:49.179071 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['6454bcff-146a-4f81-8906-913002a4343a'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:04:49.198170 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5e032-a581-432f-b6a7-5204c2756366 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Pushing event deleted for resources: {'Port': ['ID=6454bcff-146a-4f81-8906-913002a4343a,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:49.202535 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6089447-4762-4532-a9ef-5733dd24fa1d req-3f85fa5c-92cc-478d-8dcf-01823ad0956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:49.204033 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f6089447-4762-4532-a9ef-5733dd24fa1d req-3f85fa5c-92cc-478d-8dcf-01823ad0956b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3885aa7992e4e54891e9136ce879dfd&device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 1127 time: 0.0910957 Feb 20 22:04:49.286462 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc412ab-434d-4c6f-840b-2a1dde69d0c1 req-37f5e032-a581-432f-b6a7-5204c2756366 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] No DVR routers for this DVR port 6454bcff-146a-4f81-8906-913002a4343a on host hv-cinder-83009 {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:04:49.290055 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-ddc412ab-434d-4c6f-840b-2a1dde69d0c1 req-37f5e032-a581-432f-b6a7-5204c2756366 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:49.293286 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ddc412ab-434d-4c6f-840b-2a1dde69d0c1 req-37f5e032-a581-432f-b6a7-5204c2756366 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.45 "DELETE /v2.0/ports/6454bcff-146a-4f81-8906-913002a4343a HTTP/1.1" status: 204 len: 173 time: 0.6564033 Feb 20 22:04:49.333671 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6089447-4762-4532-a9ef-5733dd24fa1d req-6d40c348-2b37-41fd-9cb8-4503851e0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:49.335251 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f6089447-4762-4532-a9ef-5733dd24fa1d req-6d40c348-2b37-41fd-9cb8-4503851e0575 service neutron] 10.222.0.45 "GET /v2.0/networks?id=73283953-4b32-47aa-9293-e0cdbad6f01b HTTP/1.1" status: 200 len: 911 time: 0.1254303 Feb 20 22:04:49.384938 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f6089447-4762-4532-a9ef-5733dd24fa1d req-34d4091e-cfed-4922-a9fc-17dfcb303d4f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d HTTP/1.1" status: 200 len: 217 time: 0.0386138 Feb 20 22:04:49.398687 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95e94a-5ab7-4023-be18-fb1c8f131a7f req-01853c2b-a5ee-4f71-8b05-da6c17ab6463 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:49.400729 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3d95e94a-5ab7-4023-be18-fb1c8f131a7f req-01853c2b-a5ee-4f71-8b05-da6c17ab6463 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 943 time: 0.0534029 Feb 20 22:04:49.442674 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6089447-4762-4532-a9ef-5733dd24fa1d req-55812caa-ee55-4203-90da-40827f83568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:49.444366 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f6089447-4762-4532-a9ef-5733dd24fa1d req-55812caa-ee55-4203-90da-40827f83568e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a43bc83-a8d6-4033-994e-40c0a619b573 HTTP/1.1" status: 200 len: 849 time: 0.0516870 Feb 20 22:04:49.450945 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3d95e94a-5ab7-4023-be18-fb1c8f131a7f req-185fd0ae-ab4f-4f0a-9d33-fb1ecfd0f8f0 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438931 Feb 20 22:04:49.497267 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6089447-4762-4532-a9ef-5733dd24fa1d req-34444ac4-3505-4b34-b3b6-d9a839ea47f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:49.499122 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f6089447-4762-4532-a9ef-5733dd24fa1d req-34444ac4-3505-4b34-b3b6-d9a839ea47f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73283953-4b32-47aa-9293-e0cdbad6f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447376 Feb 20 22:04:49.587911 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f6089447-4762-4532-a9ef-5733dd24fa1d req-f0de5e79-22e2-4b82-b0dc-d85f01344574 service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790153 Feb 20 22:04:49.680886 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-f6089447-4762-4532-a9ef-5733dd24fa1d req-8c583bec-bae8-4510-a73b-c0b5d5bb7e0c service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838602 Feb 20 22:04:50.439237 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6feb2a3-88e9-4e01-b664-becb62db4da8', 'name': 'network-vif-deleted', 'tag': '6454bcff-146a-4f81-8906-913002a4343a'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:04:50.441490 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a09ceb7-3b13-43d7-938f-77ea82aa4ce2" -d '{"events": [{"server_uuid": "a6feb2a3-88e9-4e01-b664-becb62db4da8", "name": "network-vif-deleted", "tag": "6454bcff-146a-4f81-8906-913002a4343a"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:04:50.476102 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a65c69-d886-4511-b13a-37406d80a46c x-openstack-request-id: req-42a65c69-d886-4511-b13a-37406d80a46c {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:04:50.476402 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6feb2a3-88e9-4e01-b664-becb62db4da8", "name": "network-vif-deleted", "tag": "6454bcff-146a-4f81-8906-913002a4343a", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:04:50.476661 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-42a65c69-d886-4511-b13a-37406d80a46c {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:04:50.477091 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6feb2a3-88e9-4e01-b664-becb62db4da8', 'name': 'network-vif-deleted', 'tag': '6454bcff-146a-4f81-8906-913002a4343a', 'status': 'completed', 'code': 200} Feb 20 22:04:50.571179 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d350845-b6e4-43dc-8266-0e43fec75e66 req-f9c361ef-844c-4652-ab91-9b5c1c24fa7a tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:50.572640 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2d350845-b6e4-43dc-8266-0e43fec75e66 req-f9c361ef-844c-4652-ab91-9b5c1c24fa7a tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 943 time: 0.0554748 Feb 20 22:04:50.620231 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2d350845-b6e4-43dc-8266-0e43fec75e66 req-ea271e16-4fc2-4259-94da-3fc14844e228 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421360 Feb 20 22:04:51.020113 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-17457162-5635-494c-a637-72c29e6ae210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:51.736310 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7fbae-86b3-4140-a9bd-8ec25c04955b req-70991fe4-c92e-43ce-8043-ed75fc693a66 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:51.738302 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1ba7fbae-86b3-4140-a9bd-8ec25c04955b req-70991fe4-c92e-43ce-8043-ed75fc693a66 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 943 time: 0.0510659 Feb 20 22:04:51.785373 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1ba7fbae-86b3-4140-a9bd-8ec25c04955b req-e4d70896-b656-4d18-9ea5-cd157bea02df tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416074 Feb 20 22:04:52.901204 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a6919-e2cb-4b3f-804c-2bb5a11cc5fa req-f34a483b-e165-4db0-ae6c-b9e06b36783b tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:52.902926 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-751a6919-e2cb-4b3f-804c-2bb5a11cc5fa req-f34a483b-e165-4db0-ae6c-b9e06b36783b tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 943 time: 0.0518665 Feb 20 22:04:52.954063 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-751a6919-e2cb-4b3f-804c-2bb5a11cc5fa req-5c504462-1b86-41c6-9d66-bd4d0dd70566 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457428 Feb 20 22:04:53.130690 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-581f88b4-d749-4ff0-8141-063e55a565fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:53.258424 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 6454bcff-146a-4f81-8906-913002a4343a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:04:53.278096 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: 6454bcff-146a-4f81-8906-913002a4343a {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:04:53.278632 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 6454bcff-146a-4f81-8906-913002a4343a not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:04:54.070830 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887f88c-db70-42c0-ac73-f388b8d52612 req-90c3c79f-e1e4-434f-8103-3cc2e282eb67 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:54.072298 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6887f88c-db70-42c0-ac73-f388b8d52612 req-90c3c79f-e1e4-434f-8103-3cc2e282eb67 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 943 time: 0.0524111 Feb 20 22:04:54.119513 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-6887f88c-db70-42c0-ac73-f388b8d52612 req-a85da7a1-58a7-4991-a876-0082f699b2bf tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418940 Feb 20 22:04:54.429541 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:55.232871 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bda474-38a8-48d8-90ae-20270c78cfb5 req-60791554-ef3e-463a-9532-c3b0e6c2f001 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:55.234375 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-22bda474-38a8-48d8-90ae-20270c78cfb5 req-60791554-ef3e-463a-9532-c3b0e6c2f001 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 943 time: 0.0507848 Feb 20 22:04:55.281508 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-22bda474-38a8-48d8-90ae-20270c78cfb5 req-eeab1541-ed06-4fee-be47-0b478a4d404f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410779 Feb 20 22:04:55.881022 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:56.399650 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d27fd-be8c-4dbd-aa73-a1410922b8f2 req-468375b1-b5ff-4147-b99a-5639e08bdbbf tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:56.401158 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7b4d27fd-be8c-4dbd-aa73-a1410922b8f2 req-468375b1-b5ff-4147-b99a-5639e08bdbbf tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 943 time: 0.0559473 Feb 20 22:04:56.448513 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7b4d27fd-be8c-4dbd-aa73-a1410922b8f2 req-82f248d5-a528-49dd-8822-8b39088fc32c tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416939 Feb 20 22:04:57.298339 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:57.564116 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca792a7-d9c7-4495-a645-d942e55c9577 req-b9bca943-9d3f-4a06-a903-a7f516818340 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:57.565499 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bca792a7-d9c7-4495-a645-d942e55c9577 req-b9bca943-9d3f-4a06-a903-a7f516818340 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 943 time: 0.0513306 Feb 20 22:04:57.613627 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bca792a7-d9c7-4495-a645-d942e55c9577 req-f52ccdec-35a8-4958-acd8-5feccf13d433 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420663 Feb 20 22:04:57.721779 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:04:57.814272 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:04:57.829040 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': 'bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'port_id': 'bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d', 'mac_address': 'fa:16:3e:a5:10:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:04:57.863880 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:04:57.864265 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:57.876176 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:04:57.894991 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:04:57.898666 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:57.949403 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:04:58.732156 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f9146-bbf2-41ca-8c84-d8f922960ecb req-ecead9c9-7c54-4641-b605-aeef787ff64c tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:58.733580 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d05f9146-bbf2-41ca-8c84-d8f922960ecb req-ecead9c9-7c54-4641-b605-aeef787ff64c tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 944 time: 0.0551581 Feb 20 22:04:58.782510 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d05f9146-bbf2-41ca-8c84-d8f922960ecb req-d952c099-1213-4c60-bc42-9eb725e14182 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435016 Feb 20 22:04:58.957555 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:04:59.307980 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:04:59.896395 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3480a40-6356-40dd-839f-6cd6a4b1978a req-747f38e2-811e-4d8b-93d3-3a47618ba5a3 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:04:59.897902 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a3480a40-6356-40dd-839f-6cd6a4b1978a req-747f38e2-811e-4d8b-93d3-3a47618ba5a3 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 944 time: 0.0522101 Feb 20 22:04:59.945387 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a3480a40-6356-40dd-839f-6cd6a4b1978a req-9d2c3359-769c-4002-8510-a732495500c1 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416865 Feb 20 22:05:00.109309 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-68e30514-24ef-4798-a7b1-b0b9ed214b83 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:00.110756 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-68e30514-24ef-4798-a7b1-b0b9ed214b83 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/networks?id=e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb HTTP/1.1" status: 200 len: 814 time: 0.1008339 Feb 20 22:05:00.124477 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-c50f1091-a76f-437a-bb3e-0864d76a52bf tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/quotas/b73cb8a7fbb24552b563071d8f7896af HTTP/1.1" status: 200 len: 375 time: 0.0085795 Feb 20 22:05:00.156040 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-c62de558-8b53-4079-8bc7-0c3b8d57c67d tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b73cb8a7fbb24552b563071d8f7896af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264816 Feb 20 22:05:00.240283 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-0922e5a1-5571-42b3-bcfb-3c875b81eeab service neutron] 10.222.0.61 "GET /v2.0/networks/e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780301 Feb 20 22:05:00.329192 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-9e614cef-58a5-415b-9724-cfd51a7c67cc service neutron] 10.222.0.61 "GET /v2.0/networks/e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834301 Feb 20 22:05:00.481009 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7118a7ea-049d-441d-93d4-a2f5a24cf37b req-70cf89ff-cbe4-49fc-b0da-76a889151d87 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa85540a-8d36-45c4-bc33-1fd43d66ae05 HTTP/1.1" status: 200 len: 210 time: 0.0275648 Feb 20 22:05:01.065066 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a9ffe-2648-4804-832d-38fac7f8012c req-828ca0ae-7394-49a7-b41e-99a7b2511f31 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:01.066555 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b10a9ffe-2648-4804-832d-38fac7f8012c req-828ca0ae-7394-49a7-b41e-99a7b2511f31 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 944 time: 0.0521474 Feb 20 22:05:01.117412 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b10a9ffe-2648-4804-832d-38fac7f8012c req-d3c6954b-f534-42b4-a53a-44457251b264 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453856 Feb 20 22:05:01.286975 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:05:01.338388 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:05:01.343632 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:05:01.344118 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:01.399167 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-9dc77a1a-2ac6-4be5-ad66-eb002648d4a7 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:01.400514 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-9dc77a1a-2ac6-4be5-ad66-eb002648d4a7 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.45 "GET /v2.0/networks?id=e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb HTTP/1.1" status: 200 len: 814 time: 0.1056895 Feb 20 22:05:01.416136 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-79949d95-d3e2-4c53-95a3-6cc5eab4c846 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Request body: {'port': {'device_id': 'aa85540a-8d36-45c4-bc33-1fd43d66ae05', 'network_id': 'e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb', 'admin_state_up': True, 'tenant_id': 'b73cb8a7fbb24552b563071d8f7896af'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:05:01.425653 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:05:01.426063 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:01.450123 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5658908e-fe6d-436c-bdc8-406d260f8758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:05:01.452450 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a239da-cb75-4302-a81c-e584b0df117a" -d '{"events": [{"server_uuid": "5658908e-fe6d-436c-bdc8-406d260f8758", "name": "network-vif-plugged", "status": "completed", "tag": "bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:05:01.465950 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:05:01.470429 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:01.494350 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11cfb5c-e91c-4766-8ccd-f99f5809f1a5 x-openstack-request-id: req-a11cfb5c-e91c-4766-8ccd-f99f5809f1a5 {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:05:01.494647 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5658908e-fe6d-436c-bdc8-406d260f8758", "name": "network-vif-plugged", "status": "completed", "tag": "bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:05:01.494911 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a11cfb5c-e91c-4766-8ccd-f99f5809f1a5 {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:05:01.495305 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5658908e-fe6d-436c-bdc8-406d260f8758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d', 'code': 200} Feb 20 22:05:01.525905 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:01.530664 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-79949d95-d3e2-4c53-95a3-6cc5eab4c846 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Made reservation on behalf of b73cb8a7fbb24552b563071d8f7896af for: {'port': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:05:01.535133 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:01.535617 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:01.535887 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-79949d95-d3e2-4c53-95a3-6cc5eab4c846 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:01.536031 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:01.536309 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:01.536647 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:01.537004 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:01.537546 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:01.537883 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:01.538371 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:01.538715 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:01.539044 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:01.539530 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:01.540013 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:01.597420 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-93835ff5-e83c-4fee-90a9-a1305b67c44c req-b3694ce8-e713-44fc-ba30-ac11861f595c tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa85540a-8d36-45c4-bc33-1fd43d66ae05 HTTP/1.1" status: 200 len: 210 time: 0.0281479 Feb 20 22:05:01.670624 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-79949d95-d3e2-4c53-95a3-6cc5eab4c846 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Allocated IP 172.20.0.5 (e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb/d4bda7d9-7f39-4d80-9e16-30d9cc38b183/a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:05:01.840662 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3fa45-5487-495c-abc9-8fa770847915 req-00d809f6-3b13-4edd-98fc-37f264fc2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:01.842156 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-40e3fa45-5487-495c-abc9-8fa770847915 req-00d809f6-3b13-4edd-98fc-37f264fc2435 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 1129 time: 0.0878124 Feb 20 22:05:01.844603 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-79949d95-d3e2-4c53-95a3-6cc5eab4c846 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Publish callbacks [] for port (a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:01.904668 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-79949d95-d3e2-4c53-95a3-6cc5eab4c846 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:01.908563 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-40e3fa45-5487-495c-abc9-8fa770847915 req-8cd61b7e-3cc3-47c6-a01a-f684771783ac service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561249 Feb 20 22:05:01.945349 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-79949d95-d3e2-4c53-95a3-6cc5eab4c846 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Network e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:05:01.948266 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-79949d95-d3e2-4c53-95a3-6cc5eab4c846 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:05:01.951864 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-79949d95-d3e2-4c53-95a3-6cc5eab4c846 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:05:01.980865 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79949d95-d3e2-4c53-95a3-6cc5eab4c846 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Pushing event updated for resources: {'Port': ['ID=a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:02.002934 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-79949d95-d3e2-4c53-95a3-6cc5eab4c846 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:02.004061 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-79949d95-d3e2-4c53-95a3-6cc5eab4c846 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:02.018597 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-79949d95-d3e2-4c53-95a3-6cc5eab4c846 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6062872 Feb 20 22:05:02.134375 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Request body: {'port': {'device_id': 'aa85540a-8d36-45c4-bc33-1fd43d66ae05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:05:02.194222 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:02.232612 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33845856-7150-4182-a3f5-39fb75c65834 req-e6463501-e250-43b9-96e8-6cd2ee7040e7 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:02.234099 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-33845856-7150-4182-a3f5-39fb75c65834 req-e6463501-e250-43b9-96e8-6cd2ee7040e7 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 945 time: 0.0512915 Feb 20 22:05:02.283742 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-33845856-7150-4182-a3f5-39fb75c65834 req-c8ee4227-27fe-4c0d-bc27-7f85a6dbc74c tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433848 Feb 20 22:05:02.443476 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d {{(pid=102708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:05:02.450677 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Publish callbacks [] for port (a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:02.462827 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.provisioning_blocks [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Transition to ACTIVE for port object a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d will not be triggered until provisioned by entity L2. {{(pid=102708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:05:02.465642 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:02.517705 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:02.579365 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Attempting to bind port a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:05:02.579701 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Attempting to bind port a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'fdbc2011-58d6-4e50-a6f2-8be3e615c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb'}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:05:02.580027 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Attempting to bind port a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d on network e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:05:02.584762 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Port a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d on network e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:05:02.585125 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Attempting to bind port a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d on network e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:05:02.589753 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:05:02.590090 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Checking segment: {'id': 'fdbc2011-58d6-4e50-a6f2-8be3e615c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:05:02.590474 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Bound using segment: {'id': 'fdbc2011-58d6-4e50-a6f2-8be3e615c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb'} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:05:02.590893 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Bound port: a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbc2011-58d6-4e50-a6f2-8be3e615c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb'}}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:05:02.591243 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:02.651328 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] For port a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d, host hv-cinder-83009, cleared binding levels {{(pid=102708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:05:02.654864 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] For port a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d,segment=NetworkSegment(fdbc2011-58d6-4e50-a6f2-8be3e615c90c),segment_id=fdbc2011-58d6-4e50-a6f2-8be3e615c90c)] {{(pid=102708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:05:02.660286 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:02.696503 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:02.697156 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:02.698898 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] 10.222.0.45 "PUT /v2.0/ports/a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d HTTP/1.1" status: 200 len: 1093 time: 0.5686748 Feb 20 22:05:02.701242 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa85540a-8d36-45c4-bc33-1fd43d66ae05', 'tag': 'a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:05:02.704430 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995e80bc-a311-4d9d-a847-cbc523e4c8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "aa85540a-8d36-45c4-bc33-1fd43d66ae05", "tag": "a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:05:02.718408 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9fd31-ad6e-4c89-87f6-3dd9a9aed703 req-babaf11a-f513-4cf7-bd99-b6dfb966b874 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:02.719954 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b4e9fd31-ad6e-4c89-87f6-3dd9a9aed703 req-babaf11a-f513-4cf7-bd99-b6dfb966b874 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa85540a-8d36-45c4-bc33-1fd43d66ae05 HTTP/1.1" status: 200 len: 943 time: 0.0556884 Feb 20 22:05:02.756923 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7569863e-5ecc-4fee-97ef-2b4a48fddb4d x-openstack-request-id: req-7569863e-5ecc-4fee-97ef-2b4a48fddb4d {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:05:02.757245 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa85540a-8d36-45c4-bc33-1fd43d66ae05", "tag": "a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:05:02.757500 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7569863e-5ecc-4fee-97ef-2b4a48fddb4d {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:05:02.757893 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa85540a-8d36-45c4-bc33-1fd43d66ae05', 'tag': 'a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d', 'status': 'completed', 'code': 200} Feb 20 22:05:02.774113 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-b4e9fd31-ad6e-4c89-87f6-3dd9a9aed703 req-03e449ea-d8d2-4f0e-8cc9-69039de2f6cb tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472741 Feb 20 22:05:02.774824 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e752ee-7652-462b-bcc7-7e48a56f4a24 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d,revision_number=3']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:02.799735 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-24e12874-eeeb-4698-9b88-c2ae771d5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:02.801790 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-24e12874-eeeb-4698-9b88-c2ae771d5351 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b73cb8a7fbb24552b563071d8f7896af&device_id=aa85540a-8d36-45c4-bc33-1fd43d66ae05 HTTP/1.1" status: 200 len: 1127 time: 0.0583377 Feb 20 22:05:02.843852 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-5c16c168-8761-4911-9aa5-29f070c68ab6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d HTTP/1.1" status: 200 len: 217 time: 0.0334606 Feb 20 22:05:02.895412 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-f85de56a-a616-4efb-bacc-3c801f14f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:02.896847 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-f85de56a-a616-4efb-bacc-3c801f14f854 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4bda7d9-7f39-4d80-9e16-30d9cc38b183 HTTP/1.1" status: 200 len: 854 time: 0.0466559 Feb 20 22:05:02.929619 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-3128a237-ea38-41a6-9f97-f9a494f9bead service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259492 Feb 20 22:05:03.025359 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-6782f31b-9b36-4e03-bccb-bdbe5cb81614 service neutron] 10.222.0.45 "GET /v2.0/networks/e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886793 Feb 20 22:05:03.115459 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-9a237a64-4b6a-4070-a19e-ef8ab25d2301 req-5b483ce8-a7d9-4c8d-ac99-fd12e612e81b service neutron] 10.222.0.45 "GET /v2.0/networks/e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836897 Feb 20 22:05:03.202812 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e80bc-a311-4d9d-a847-cbc523e4c8ec req-1ad3e4fc-0001-4de3-81fc-7afaee709eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:03.204317 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-995e80bc-a311-4d9d-a847-cbc523e4c8ec req-1ad3e4fc-0001-4de3-81fc-7afaee709eaa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b73cb8a7fbb24552b563071d8f7896af&device_id=aa85540a-8d36-45c4-bc33-1fd43d66ae05 HTTP/1.1" status: 200 len: 1127 time: 0.0454209 Feb 20 22:05:03.292683 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e80bc-a311-4d9d-a847-cbc523e4c8ec req-8f3af264-c4ca-43e9-9388-e349cfc811a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:03.294080 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-995e80bc-a311-4d9d-a847-cbc523e4c8ec req-8f3af264-c4ca-43e9-9388-e349cfc811a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb HTTP/1.1" status: 200 len: 915 time: 0.0839078 Feb 20 22:05:03.335185 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-995e80bc-a311-4d9d-a847-cbc523e4c8ec req-4eaa8d83-05a4-48fa-bed2-1e8bf399d352 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d HTTP/1.1" status: 200 len: 217 time: 0.0348501 Feb 20 22:05:03.387253 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e80bc-a311-4d9d-a847-cbc523e4c8ec req-23ec89f9-a174-4938-b4c6-ddbd2dd1440b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:03.388827 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-995e80bc-a311-4d9d-a847-cbc523e4c8ec req-23ec89f9-a174-4938-b4c6-ddbd2dd1440b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4bda7d9-7f39-4d80-9e16-30d9cc38b183 HTTP/1.1" status: 200 len: 854 time: 0.0469401 Feb 20 22:05:03.399980 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e109a8-e955-4b90-81d5-fc57f7ee7dd4 req-7cd62208-6de2-4a8c-bda5-e52b7ea24f04 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:03.401559 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-43e109a8-e955-4b90-81d5-fc57f7ee7dd4 req-7cd62208-6de2-4a8c-bda5-e52b7ea24f04 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 945 time: 0.0510492 Feb 20 22:05:03.421520 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-995e80bc-a311-4d9d-a847-cbc523e4c8ec req-dfd269b0-0049-44cb-b9de-67581889f67c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263991 Feb 20 22:05:03.450202 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-43e109a8-e955-4b90-81d5-fc57f7ee7dd4 req-dbffa088-9d95-4ec5-9877-ade8a57b30a4 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426478 Feb 20 22:05:03.515259 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-995e80bc-a311-4d9d-a847-cbc523e4c8ec req-3a91ed75-e9de-45b6-a9b9-34502aad85c4 service neutron] 10.222.0.45 "GET /v2.0/networks/e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868514 Feb 20 22:05:03.571539 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4475c-0450-4af6-9558-54ee32040a80 req-d45a542d-8e3b-411a-9da6-db86ffcd14da tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:03.573051 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-71e4475c-0450-4af6-9558-54ee32040a80 req-d45a542d-8e3b-411a-9da6-db86ffcd14da tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 945 time: 0.0532067 Feb 20 22:05:03.604468 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-995e80bc-a311-4d9d-a847-cbc523e4c8ec req-0db1d4ee-7664-4632-9ac3-803ce28c1277 service neutron] 10.222.0.45 "GET /v2.0/networks/e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831501 Feb 20 22:05:03.621492 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-71e4475c-0450-4af6-9558-54ee32040a80 req-576030bf-c4d6-433f-b6d0-75a8e614f87f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424674 Feb 20 22:05:03.644010 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33310) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:05:03.833194 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61239344-d304-4a97-8c1e-74696cc66a37 tempest-TestVolumeBootPattern-1850289064 tempest-TestVolumeBootPattern-1850289064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:03.834632 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-61239344-d304-4a97-8c1e-74696cc66a37 tempest-TestVolumeBootPattern-1850289064 tempest-TestVolumeBootPattern-1850289064-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 1124 time: 0.1890478 Feb 20 22:05:03.837392 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33316) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:05:03.841524 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Request body: {'floatingip': {'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'port_id': 'bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:05:03.890180 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:03.918332 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bcb61-67c6-4aae-9cd3-92ec13ab376c req-817f2290-e62c-405a-bf85-f36d0767d28a tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:03.919821 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-430bcb61-67c6-4aae-9cd3-92ec13ab376c req-817f2290-e62c-405a-bf85-f36d0767d28a tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa85540a-8d36-45c4-bc33-1fd43d66ae05 HTTP/1.1" status: 200 len: 943 time: 0.0739577 Feb 20 22:05:04.001094 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-430bcb61-67c6-4aae-9cd3-92ec13ab376c req-9dff27b5-9bca-4bfe-b1c0-1bb1b86aaf5e tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580719 Feb 20 22:05:04.035273 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:04.132211 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_common [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Allocated IP 172.27.3.66 (64ae5708-48ae-4f2e-98e0-0b35ff108ff4/7fd4686c-7b81-425f-9e36-00c6096e9531/5868f61b-bca6-43df-91f1-f4ea093028b4) {{(pid=102707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:05:04.231088 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for port (5868f61b-bca6-43df-91f1-f4ea093028b4), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:04.264444 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (5868f61b-bca6-43df-91f1-f4ea093028b4), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:04.298300 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 is already hosted by enough agents. {{(pid=102707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:05:04.301557 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Resources bound (agent type, host, resource id): {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:05:04.304563 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Received port after_create {{(pid=102707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:05:04.335703 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event updated for resources: {'Port': ['ID=5868f61b-bca6-43df-91f1-f4ea093028b4,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:04.665848 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for floatingip (baf60136-d8d8-4888-a1fe-beb39056e7c3), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:04.730731 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (5868f61b-bca6-43df-91f1-f4ea093028b4), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:04.873116 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for port (5868f61b-bca6-43df-91f1-f4ea093028b4), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:04.877347 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11565760'] for port (5868f61b-bca6-43df-91f1-f4ea093028b4), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:04.945444 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event updated for resources: {'Port': ['ID=5868f61b-bca6-43df-91f1-f4ea093028b4,revision_number=2']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:04.955156 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643065'] for floatingip (baf60136-d8d8-4888-a1fe-beb39056e7c3), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:05.055444 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.db.l3_db [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Floating IP baf60136-d8d8-4888-a1fe-beb39056e7c3 associated. External IP: 172.27.3.66, port: bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d. Feb 20 22:05:05.286455 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:05:05.387608 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d,segment=NetworkSegment(fdbc2011-58d6-4e50-a6f2-8be3e615c90c),segment_id=fdbc2011-58d6-4e50-a6f2-8be3e615c90c)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:05:05.399887 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': 'a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d', 'network_id': 'e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb', 'port_id': 'a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d', 'mac_address': 'fa:16:3e:6a:21:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bda7d9-7f39-4d80-9e16-30d9cc38b183', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:05:05.432114 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407341bb-12a6-406c-a0ef-fee383ef5088 req-b2b739e8-d844-4d66-b994-e7cf3579d98f tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:05.433592 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-407341bb-12a6-406c-a0ef-fee383ef5088 req-b2b739e8-d844-4d66-b994-e7cf3579d98f tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa85540a-8d36-45c4-bc33-1fd43d66ae05 HTTP/1.1" status: 200 len: 943 time: 0.3453808 Feb 20 22:05:05.439121 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:05:05.439512 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:05.452500 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:05:05.472433 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d,segment=NetworkSegment(fdbc2011-58d6-4e50-a6f2-8be3e615c90c),segment_id=fdbc2011-58d6-4e50-a6f2-8be3e615c90c)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:05:05.476131 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:05.523657 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:05.526109 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-407341bb-12a6-406c-a0ef-fee383ef5088 req-edf515d7-a412-42e6-bec2-74f5ae242f4b tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864618 Feb 20 22:05:05.579510 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Router 47bdbb85-9d24-4be1-8431-88ae730edf1a has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:05:05.689281 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:05:05.700307 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5026f2-a473-47eb-bdc1-0eec96265d39 None None] Sync routers for ids ['47bdbb85-9d24-4be1-8431-88ae730edf1a'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:05:05.706641 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:05.711456 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5026f2-a473-47eb-bdc1-0eec96265d39 None None] Routers {'47bdbb85-9d24-4be1-8431-88ae730edf1a'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:05:05.712080 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-1b5026f2-a473-47eb-bdc1-0eec96265d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:04:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['47bdbb85-9d24-4be1-8431-88ae730edf1a'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:05:05.735442 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-30d22cc8-be2b-467f-aaf2-fc1cdd4aac86 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8970497 Feb 20 22:05:05.736036 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5658908e-fe6d-436c-bdc8-406d260f8758', 'tag': 'bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d'}] {{(pid=102707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:05:05.738968 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820eb19fa05f47c33a4eb3d5d015730f1ac844cc5791151cf4d8bf01498112d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003223b4-7b1f-4180-aebf-51ae2072403f" -d '{"events": [{"name": "network-changed", "server_uuid": "5658908e-fe6d-436c-bdc8-406d260f8758", "tag": "bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d"}]}' {{(pid=102707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:05:05.756345 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:05:05.869205 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-1b5026f2-a473-47eb-bdc1-0eec96265d39 None None] Set router 47bdbb85-9d24-4be1-8431-88ae730edf1a gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:05:05.889381 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039153cb-8eb0-42a4-9d0a-4216b9abf133 x-openstack-request-id: req-039153cb-8eb0-42a4-9d0a-4216b9abf133 {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:05:05.889684 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5658908e-fe6d-436c-bdc8-406d260f8758", "tag": "bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d", "status": "completed", "code": 200}]} {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:05:05.889941 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-039153cb-8eb0-42a4-9d0a-4216b9abf133 {{(pid=102707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:05:05.890337 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5658908e-fe6d-436c-bdc8-406d260f8758', 'tag': 'bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d', 'status': 'completed', 'code': 200} Feb 20 22:05:05.957926 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003223b4-7b1f-4180-aebf-51ae2072403f req-8df2dfef-50dc-433c-8e2f-5834fa3f5034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:05.959443 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-003223b4-7b1f-4180-aebf-51ae2072403f req-8df2dfef-50dc-433c-8e2f-5834fa3f5034 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3885aa7992e4e54891e9136ce879dfd&device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 1129 time: 0.0482669 Feb 20 22:05:06.047645 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003223b4-7b1f-4180-aebf-51ae2072403f req-4a578555-d359-46e2-aa64-55b8d84cc6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:06.049152 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-003223b4-7b1f-4180-aebf-51ae2072403f req-4a578555-d359-46e2-aa64-55b8d84cc6cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=73283953-4b32-47aa-9293-e0cdbad6f01b HTTP/1.1" status: 200 len: 911 time: 0.0832748 Feb 20 22:05:06.115538 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-003223b4-7b1f-4180-aebf-51ae2072403f req-dcab6f98-21b4-43cb-8b76-0db0cea377de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d HTTP/1.1" status: 200 len: 998 time: 0.0602291 Feb 20 22:05:06.142708 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-1b5026f2-a473-47eb-bdc1-0eec96265d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': '590d891d-38ab-44fa-b4b3-c80c2520045f', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'port_id': '52d06ad6-ee6d-4e94-baa1-0435118cf046', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'mac_address': 'fa:16:3e:9f:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68908831-4acd-4754-a16b-b7c73da47d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:02:43Z', 'updated_at': '2022-02-20T22:02:45Z', 'revision_number': 1, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'fixed_ip_address_scope': None}, {'id': 'baf60136-d8d8-4888-a1fe-beb39056e7c3', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'port_id': 'bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'mac_address': 'fa:16:3e:a5:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658908e-fe6d-436c-bdc8-406d260f8758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:05:04Z', 'updated_at': '2022-02-20T22:05:04Z', 'revision_number': 0, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:21Z', 'revision_number': 5, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:05:06.163326 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003223b4-7b1f-4180-aebf-51ae2072403f req-29e8af34-6702-4740-b5ff-33e5bb94a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:06.164814 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-003223b4-7b1f-4180-aebf-51ae2072403f req-29e8af34-6702-4740-b5ff-33e5bb94a490 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a43bc83-a8d6-4033-994e-40c0a619b573 HTTP/1.1" status: 200 len: 849 time: 0.0434370 Feb 20 22:05:06.173169 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5026f2-a473-47eb-bdc1-0eec96265d39 None None] Checking router: 47bdbb85-9d24-4be1-8431-88ae730edf1a for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:05:06.181541 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5026f2-a473-47eb-bdc1-0eec96265d39 None None] Routers {'47bdbb85-9d24-4be1-8431-88ae730edf1a'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:05:06.182161 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-1b5026f2-a473-47eb-bdc1-0eec96265d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:04:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['47bdbb85-9d24-4be1-8431-88ae730edf1a'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:05:06.213278 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003223b4-7b1f-4180-aebf-51ae2072403f req-217f3c2d-96b0-40a7-b4b9-7f4b862db96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:06.214810 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-003223b4-7b1f-4180-aebf-51ae2072403f req-217f3c2d-96b0-40a7-b4b9-7f4b862db96b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73283953-4b32-47aa-9293-e0cdbad6f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437207 Feb 20 22:05:06.288384 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-1b5026f2-a473-47eb-bdc1-0eec96265d39 None None] Set router 47bdbb85-9d24-4be1-8431-88ae730edf1a gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:05:06.520652 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-1b5026f2-a473-47eb-bdc1-0eec96265d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': '590d891d-38ab-44fa-b4b3-c80c2520045f', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'port_id': '52d06ad6-ee6d-4e94-baa1-0435118cf046', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'mac_address': 'fa:16:3e:9f:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68908831-4acd-4754-a16b-b7c73da47d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:02:43Z', 'updated_at': '2022-02-20T22:02:45Z', 'revision_number': 1, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'fixed_ip_address_scope': None}, {'id': 'baf60136-d8d8-4888-a1fe-beb39056e7c3', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'port_id': 'bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'mac_address': 'fa:16:3e:a5:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658908e-fe6d-436c-bdc8-406d260f8758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:05:04Z', 'updated_at': '2022-02-20T22:05:04Z', 'revision_number': 0, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:21Z', 'revision_number': 5, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:05:06.575047 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-003223b4-7b1f-4180-aebf-51ae2072403f req-e5ef5bbe-c309-4479-b065-2ce71acf47f6 service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515646 Feb 20 22:05:06.655340 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b58419-e83e-4085-b69d-4a75112f0dc9 req-80ba590a-6276-4f56-b92e-90a62331d6e7 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:06.657046 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a8b58419-e83e-4085-b69d-4a75112f0dc9 req-80ba590a-6276-4f56-b92e-90a62331d6e7 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa85540a-8d36-45c4-bc33-1fd43d66ae05 HTTP/1.1" status: 200 len: 944 time: 0.0546675 Feb 20 22:05:06.671295 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-003223b4-7b1f-4180-aebf-51ae2072403f req-2abc9fc5-38ba-45f6-bf8a-21809f2eb439 service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883467 Feb 20 22:05:06.686816 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5026f2-a473-47eb-bdc1-0eec96265d39 None None] The sync data for ids ['47bdbb85-9d24-4be1-8431-88ae730edf1a'] in dv-cinder-830093-1-iscsi is: [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': '590d891d-38ab-44fa-b4b3-c80c2520045f', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'port_id': '52d06ad6-ee6d-4e94-baa1-0435118cf046', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'mac_address': 'fa:16:3e:9f:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68908831-4acd-4754-a16b-b7c73da47d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:02:43Z', 'updated_at': '2022-02-20T22:02:45Z', 'revision_number': 1, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'fixed_ip_address_scope': None}, {'id': 'baf60136-d8d8-4888-a1fe-beb39056e7c3', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'port_id': 'bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'mac_address': 'fa:16:3e:a5:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658908e-fe6d-436c-bdc8-406d260f8758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:05:04Z', 'updated_at': '2022-02-20T22:05:04Z', 'revision_number': 0, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:21Z', 'revision_number': 5, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:05:06.713096 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a8b58419-e83e-4085-b69d-4a75112f0dc9 req-6f29ade2-f521-4d0f-a0d9-d5cf15b11323 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487022 Feb 20 22:05:06.879140 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e536a058-8b4f-4635-861f-0e7694b72741 None None] New status for floating IP baf60136-d8d8-4888-a1fe-beb39056e7c3: ACTIVE {{(pid=102710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:05:07.296803 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:05:07.343636 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:05:07.347534 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:05:07.348466 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:07.422037 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:05:07.422420 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:07.443224 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa85540a-8d36-45c4-bc33-1fd43d66ae05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:05:07.445428 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed43ce92-f6c4-4d0c-98bb-3c67dbb772bf" -d '{"events": [{"server_uuid": "aa85540a-8d36-45c4-bc33-1fd43d66ae05", "name": "network-vif-plugged", "status": "completed", "tag": "a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:05:07.460714 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d,segment=NetworkSegment(fdbc2011-58d6-4e50-a6f2-8be3e615c90c),segment_id=fdbc2011-58d6-4e50-a6f2-8be3e615c90c)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:05:07.465985 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:07.488596 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f49d6d-8597-4727-b356-ef508d7e1f0f x-openstack-request-id: req-54f49d6d-8597-4727-b356-ef508d7e1f0f {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:05:07.488888 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa85540a-8d36-45c4-bc33-1fd43d66ae05", "name": "network-vif-plugged", "status": "completed", "tag": "a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:05:07.489168 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-54f49d6d-8597-4727-b356-ef508d7e1f0f {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:05:07.489559 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa85540a-8d36-45c4-bc33-1fd43d66ae05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d', 'code': 200} Feb 20 22:05:07.515206 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:07.645275 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461c3a2-b223-4090-8e2d-7ab1aa63d119 req-8c30ab45-b2e8-49da-901e-8060945a4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:07.646728 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-3461c3a2-b223-4090-8e2d-7ab1aa63d119 req-8c30ab45-b2e8-49da-901e-8060945a4c2a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aa85540a-8d36-45c4-bc33-1fd43d66ae05 HTTP/1.1" status: 200 len: 1129 time: 0.0427670 Feb 20 22:05:07.692352 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-3461c3a2-b223-4090-8e2d-7ab1aa63d119 req-7a1eac35-1400-407a-863e-1a49abbd5ea5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394309 Feb 20 22:05:07.830718 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900c9d8-d0b9-4df3-9a08-9a6318b809c6 req-0aa06997-e65c-439f-9024-8265941e5ba7 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:07.832825 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0900c9d8-d0b9-4df3-9a08-9a6318b809c6 req-0aa06997-e65c-439f-9024-8265941e5ba7 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa85540a-8d36-45c4-bc33-1fd43d66ae05 HTTP/1.1" status: 200 len: 945 time: 0.0547004 Feb 20 22:05:07.876639 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-0900c9d8-d0b9-4df3-9a08-9a6318b809c6 req-ab091316-5c36-4fc1-8822-8ed7264aef6e tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384800 Feb 20 22:05:08.998628 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01308ffb-846e-4c34-b088-930711d15651 req-305d2ea3-eeda-4c64-8139-55e50fe87d1a tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:09.000094 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-01308ffb-846e-4c34-b088-930711d15651 req-305d2ea3-eeda-4c64-8139-55e50fe87d1a tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa85540a-8d36-45c4-bc33-1fd43d66ae05 HTTP/1.1" status: 200 len: 945 time: 0.0514023 Feb 20 22:05:09.046593 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-01308ffb-846e-4c34-b088-930711d15651 req-fc661a96-b34d-436c-b4a5-0aa6912b562b tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407207 Feb 20 22:05:21.021314 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-29e25ea3-fff6-42e6-8e91-3ab88331078c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:23.133073 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1422-e911-40a1-877d-1dc8cd28df42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:24.426870 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:25.630104 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:05:25.884193 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:27.300772 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:28.913570 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc76d6-fb2a-4af3-be7b-0409a0d34135 req-9ac02368-31e8-4d93-b489-f89498dc09ee tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:28.915046 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-82bc76d6-fb2a-4af3-be7b-0409a0d34135 req-9ac02368-31e8-4d93-b489-f89498dc09ee tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa85540a-8d36-45c4-bc33-1fd43d66ae05 HTTP/1.1" status: 200 len: 945 time: 0.0556571 Feb 20 22:05:28.960836 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-82bc76d6-fb2a-4af3-be7b-0409a0d34135 req-edfd49d8-3306-45a1-a8d8-ea0d573d2113 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403361 Feb 20 22:05:29.335472 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:30.076681 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab756cb4-c303-4356-a365-dd872b4762ad req-465ee48c-0d90-4a89-86ff-be8f62f34383 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:30.078185 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ab756cb4-c303-4356-a365-dd872b4762ad req-465ee48c-0d90-4a89-86ff-be8f62f34383 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa85540a-8d36-45c4-bc33-1fd43d66ae05 HTTP/1.1" status: 200 len: 945 time: 0.0516143 Feb 20 22:05:30.123328 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ab756cb4-c303-4356-a365-dd872b4762ad req-a9857397-1b41-457e-b498-ab952b7a001a tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6dea41-9dcf-4f2f-9c44-9f335106296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389614 Feb 20 22:05:30.763799 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efacda-a093-48db-90c7-0a3f51bd3dd6 req-27a78855-90c4-40b5-a33f-c87d27dca717 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:30.765135 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-c4efacda-a093-48db-90c7-0a3f51bd3dd6 req-27a78855-90c4-40b5-a33f-c87d27dca717 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa85540a-8d36-45c4-bc33-1fd43d66ae05 HTTP/1.1" status: 200 len: 945 time: 0.0493584 Feb 20 22:05:30.856149 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-c4efacda-a093-48db-90c7-0a3f51bd3dd6 req-5df9f984-0fc0-4c19-b08c-c4a8bad6cd88 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Deleting port a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:05:30.856488 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-c4efacda-a093-48db-90c7-0a3f51bd3dd6 req-5df9f984-0fc0-4c19-b08c-c4a8bad6cd88 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:30.941701 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-c4efacda-a093-48db-90c7-0a3f51bd3dd6 req-5df9f984-0fc0-4c19-b08c-c4a8bad6cd88 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] For port a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d,segment=NetworkSegment(fdbc2011-58d6-4e50-a6f2-8be3e615c90c),segment_id=fdbc2011-58d6-4e50-a6f2-8be3e615c90c)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:05:30.942050 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-c4efacda-a093-48db-90c7-0a3f51bd3dd6 req-5df9f984-0fc0-4c19-b08c-c4a8bad6cd88 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:30.953807 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-c4efacda-a093-48db-90c7-0a3f51bd3dd6 req-5df9f984-0fc0-4c19-b08c-c4a8bad6cd88 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Calling delete_port for a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d owned by compute:nova {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:05:31.076168 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-c4efacda-a093-48db-90c7-0a3f51bd3dd6 req-5df9f984-0fc0-4c19-b08c-c4a8bad6cd88 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:31.096531 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:05:31.112058 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9f984-0fc0-4c19-b08c-c4a8bad6cd88 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Pushing event deleted for resources: {'Port': ['ID=a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:31.154691 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4efacda-a093-48db-90c7-0a3f51bd3dd6 req-5df9f984-0fc0-4c19-b08c-c4a8bad6cd88 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] No DVR routers for this DVR port a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d on host hv-cinder-83009 {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:05:31.157226 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-c4efacda-a093-48db-90c7-0a3f51bd3dd6 req-5df9f984-0fc0-4c19-b08c-c4a8bad6cd88 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:31.160430 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-c4efacda-a093-48db-90c7-0a3f51bd3dd6 req-5df9f984-0fc0-4c19-b08c-c4a8bad6cd88 tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.45 "DELETE /v2.0/ports/a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d HTTP/1.1" status: 204 len: 173 time: 0.3875813 Feb 20 22:05:31.160912 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa85540a-8d36-45c4-bc33-1fd43d66ae05', 'name': 'network-vif-deleted', 'tag': 'a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:05:31.163120 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c57e3f-cdc9-498e-a347-1b64c0ca273a" -d '{"events": [{"server_uuid": "aa85540a-8d36-45c4-bc33-1fd43d66ae05", "name": "network-vif-deleted", "tag": "a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:05:31.199680 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baabfe20-bada-4cd7-95d0-548e5289cf8f x-openstack-request-id: req-baabfe20-bada-4cd7-95d0-548e5289cf8f {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:05:31.199974 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa85540a-8d36-45c4-bc33-1fd43d66ae05", "name": "network-vif-deleted", "tag": "a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:05:31.200225 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-baabfe20-bada-4cd7-95d0-548e5289cf8f {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:05:31.200621 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa85540a-8d36-45c4-bc33-1fd43d66ae05', 'name': 'network-vif-deleted', 'tag': 'a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d', 'status': 'completed', 'code': 200} Feb 20 22:05:31.231945 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bb862220-3e6d-49c5-bef4-8ae8ab7fe28c req-65dfcf77-efa3-49fa-89e7-6adf367e7bfa tempest-VolumesSnapshotTestJSON-1496387450 tempest-VolumesSnapshotTestJSON-1496387450-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa85540a-8d36-45c4-bc33-1fd43d66ae05 HTTP/1.1" status: 200 len: 210 time: 0.0275719 Feb 20 22:05:35.881745 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:05:35.901578 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:05:35.901922 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device a5a635c8-0d32-4aaa-ac82-4ba3ae09cb0d not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:05:37.743267 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-cada2e88-f09b-40a2-8d25-7ac751df5708 req-f6815946-67c9-4458-832f-7cf149f359e6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427275 Feb 20 22:05:37.834287 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada2e88-f09b-40a2-8d25-7ac751df5708 req-5868b51f-4e41-48f5-a23f-4407fd037a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:37.835891 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-cada2e88-f09b-40a2-8d25-7ac751df5708 req-5868b51f-4e41-48f5-a23f-4407fd037a1d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3885aa7992e4e54891e9136ce879dfd&device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 1130 time: 0.0481069 Feb 20 22:05:37.955791 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada2e88-f09b-40a2-8d25-7ac751df5708 req-c6768a66-39da-4345-b69c-ca141ea0e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:37.958803 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-cada2e88-f09b-40a2-8d25-7ac751df5708 req-c6768a66-39da-4345-b69c-ca141ea0e2de service neutron] 10.222.0.45 "GET /v2.0/networks?id=73283953-4b32-47aa-9293-e0cdbad6f01b HTTP/1.1" status: 200 len: 911 time: 0.1000216 Feb 20 22:05:38.031024 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-cada2e88-f09b-40a2-8d25-7ac751df5708 req-b865350e-f9a1-4951-bdc7-e733d925709a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52d06ad6-ee6d-4e94-baa1-0435118cf046 HTTP/1.1" status: 200 len: 1002 time: 0.0635517 Feb 20 22:05:38.083136 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada2e88-f09b-40a2-8d25-7ac751df5708 req-4b464ebd-66fc-46a8-9537-9ebe181eaff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:38.084685 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-cada2e88-f09b-40a2-8d25-7ac751df5708 req-4b464ebd-66fc-46a8-9537-9ebe181eaff5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a43bc83-a8d6-4033-994e-40c0a619b573 HTTP/1.1" status: 200 len: 849 time: 0.0450034 Feb 20 22:05:38.143668 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada2e88-f09b-40a2-8d25-7ac751df5708 req-4c80f6be-6ca9-42cc-994f-c68350d65698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:38.145187 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-cada2e88-f09b-40a2-8d25-7ac751df5708 req-4c80f6be-6ca9-42cc-994f-c68350d65698 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73283953-4b32-47aa-9293-e0cdbad6f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507903 Feb 20 22:05:38.244234 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-cada2e88-f09b-40a2-8d25-7ac751df5708 req-8ebfda3a-e322-4593-b7e6-9575458ca0e4 service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896773 Feb 20 22:05:38.331540 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-cada2e88-f09b-40a2-8d25-7ac751df5708 req-63298c34-10e7-466e-9878-23dabf058b64 service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807688 Feb 20 22:05:51.022505 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-12adc581-bbf7-4183-8673-9b3ad1c11ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:53.133958 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e2ece2e2-2f7e-496a-b612-a03da9e5c2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:54.430776 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:55.168345 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33558) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:05:55.215022 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_v2 [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] Deleting subnet d4bda7d9-7f39-4d80-9e16-30d9cc38b183 {{(pid=102707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:05:55.218094 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] Publish callbacks [] for subnet (d4bda7d9-7f39-4d80-9e16-30d9cc38b183), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:55.251169 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11566206'] for subnet (d4bda7d9-7f39-4d80-9e16-30d9cc38b183), precommit_delete_associations {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:55.288788 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882536'] for subnet (d4bda7d9-7f39-4d80-9e16-30d9cc38b183), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:55.338671 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11566090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12283557'] for subnet (d4bda7d9-7f39-4d80-9e16-30d9cc38b183), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:55.362797 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4bda7d9-7f39-4d80-9e16-30d9cc38b183,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:55.367689 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:55.370776 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d4bda7d9-7f39-4d80-9e16-30d9cc38b183 HTTP/1.1" status: 204 len: 168 time: 0.2013891 Feb 20 22:05:55.373466 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33562) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:05:55.375835 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.376113 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.376462 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.376801 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.377172 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.377506 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.377838 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.378169 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.378499 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.378829 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.379197 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.380154 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.380483 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fc217-0c03-4791-af2b-d8d372fb7288 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.445243 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834273'] for network (e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:55.519642 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881377', 'neutron.services.segments.db._delete_segments_for_network-8760288176442'] for network (e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:55.539838 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb']}} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:05:55.548713 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbc2011-58d6-4e50-a6f2-8be3e615c90c') {'for_net_delete': True} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:05:55.549038 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbc2011-58d6-4e50-a6f2-8be3e615c90c') {} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:05:55.558233 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760288175939', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8472892'] for segment (fdbc2011-58d6-4e50-a6f2-8be3e615c90c), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:55.571294 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (fdbc2011-58d6-4e50-a6f2-8be3e615c90c), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:55.576841 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:05:55.577259 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8474595'] for segment (fdbc2011-58d6-4e50-a6f2-8be3e615c90c), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: Traceback (most recent call last): Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: timer() Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: cb(*args, **kw) Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: return func(*args, **kwargs) Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: self._notify() Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: self.callback(batched_events) Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: event.method(event) Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: return f(self, *a, **k) Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._get(url).json() Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: return self.request(url, 'GET', **kwargs) Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:05:55.578879 dv-cinder-830093-1-iscsi neutron-server[102708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:05:55.633896 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643055'] for network (e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:55.639196 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:55.642325 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] 10.222.0.61 "DELETE /v2.0/networks/e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb HTTP/1.1" status: 204 len: 168 time: 0.2670443 Feb 20 22:05:55.652890 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d4fa2c-2dd1-46d5-ae1a-6b526be180fb,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:55.660378 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.661287 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.661635 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.662086 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.662305 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.662639 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.662972 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.663316 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.663650 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.663983 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.664313 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.664640 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.664963 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9996fd-c6ba-4537-a05c-fc1e190bc57a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:05:55.802030 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33566) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:05:55.839628 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-debdcfa2-ed27-45c3-ae2a-55d7e444b2de admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b73cb8a7fbb24552b563071d8f7896af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0364425 Feb 20 22:05:55.841977 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33568) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:05:55.885676 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:55.889444 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-5550cc56-108a-4ef0-ba25-83d4ffef24d8 admin admin] Publish callbacks [] for security_group (7d6dea41-9dcf-4f2f-9c44-9f335106296f), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:55.909962 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-5550cc56-108a-4ef0-ba25-83d4ffef24d8 admin admin] Publish callbacks [] for security_group (7d6dea41-9dcf-4f2f-9c44-9f335106296f), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:55.954600 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-5550cc56-108a-4ef0-ba25-83d4ffef24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (7d6dea41-9dcf-4f2f-9c44-9f335106296f), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:55.957256 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-5550cc56-108a-4ef0-ba25-83d4ffef24d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:55.958879 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-5550cc56-108a-4ef0-ba25-83d4ffef24d8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7d6dea41-9dcf-4f2f-9c44-9f335106296f HTTP/1.1" status: 204 len: 168 time: 0.1160386 Feb 20 22:05:55.966248 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550cc56-108a-4ef0-ba25-83d4ffef24d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6dea41-9dcf-4f2f-9c44-9f335106296f,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:56.594269 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33590) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:05:56.685675 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-ec40a7b8-9e66-4fcc-b38d-31faf68c1091 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1283329093-network', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:05:56.705284 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec40a7b8-9e66-4fcc-b38d-31faf68c1091 admin admin] Made reservation on behalf of 1dc84a46160c465b956da03cfdd14a76 for: {'network': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:05:56.708245 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ec40a7b8-9e66-4fcc-b38d-31faf68c1091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for network (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:56.716943 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ec40a7b8-9e66-4fcc-b38d-31faf68c1091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:56.794140 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ec40a7b8-9e66-4fcc-b38d-31faf68c1091 admin admin] Publish callbacks [] for security_group (fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:56.797726 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ec40a7b8-9e66-4fcc-b38d-31faf68c1091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:56.822373 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec40a7b8-9e66-4fcc-b38d-31faf68c1091 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=102707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:05:56.831802 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40a7b8-9e66-4fcc-b38d-31faf68c1091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:56.836508 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ec40a7b8-9e66-4fcc-b38d-31faf68c1091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (95ab32f0-60de-426e-9f7b-5530e2ea1c78), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:56.836855 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.db.segments_db [None req-ec40a7b8-9e66-4fcc-b38d-31faf68c1091 admin admin] Added segment 95ab32f0-60de-426e-9f7b-5530e2ea1c78 of type vlan for network 49f94057-89cf-4435-b1f0-ced14afcff42 Feb 20 22:05:56.875919 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ec40a7b8-9e66-4fcc-b38d-31faf68c1091 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760287717003'] for network (49f94057-89cf-4435-b1f0-ced14afcff42), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:56.899805 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ec40a7b8-9e66-4fcc-b38d-31faf68c1091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for network (49f94057-89cf-4435-b1f0-ced14afcff42), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:56.900730 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec40a7b8-9e66-4fcc-b38d-31faf68c1091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:56.901343 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ec40a7b8-9e66-4fcc-b38d-31faf68c1091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:56.948779 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-ec40a7b8-9e66-4fcc-b38d-31faf68c1091 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3534107 Feb 20 22:05:56.951741 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33594) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:05:56.956653 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-c676efee-55cf-43c4-aeab-4b224b459dc8 admin admin] Request body: {'subnet': {'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1283329093-subnet', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'ip_version': 4}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:05:56.961416 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40a7b8-9e66-4fcc-b38d-31faf68c1091 admin admin] Pushing event updated for resources: {'Network': ['ID=49f94057-89cf-4435-b1f0-ced14afcff42,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:56.971540 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Network 49f94057-89cf-4435-b1f0-ced14afcff42 details requested by agent ovs-agent-dv-cinder-830093-1-iscsi with host dv-cinder-830093-1-iscsi {{(pid=102709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:05:56.979655 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c676efee-55cf-43c4-aeab-4b224b459dc8 admin admin] Made reservation on behalf of 1dc84a46160c465b956da03cfdd14a76 for: {'subnet': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:05:56.982140 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c676efee-55cf-43c4-aeab-4b224b459dc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8491014'] for subnet (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:57.141692 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c676efee-55cf-43c4-aeab-4b224b459dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8472900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8491252'] for subnet (934095d1-76ca-46b5-ae51-da535dbaa64b), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:57.198750 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676efee-55cf-43c4-aeab-4b224b459dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=934095d1-76ca-46b5-ae51-da535dbaa64b,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:57.207869 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676efee-55cf-43c4-aeab-4b224b459dc8 admin admin] Checking segment: {'id': '95ab32f0-60de-426e-9f7b-5530e2ea1c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:05:57.208223 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c676efee-55cf-43c4-aeab-4b224b459dc8 admin admin] Network hostable DHCP agents. Network: 49f94057-89cf-4435-b1f0-ced14afcff42, hostable agents: ['6fcc0529-21bc-43b9-962d-56692d0812bd'], hosted agents: [] {{(pid=102708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:05:57.224460 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c676efee-55cf-43c4-aeab-4b224b459dc8 admin admin] Network 49f94057-89cf-4435-b1f0-ced14afcff42 is scheduled to be hosted by DHCP agent 6fcc0529-21bc-43b9-962d-56692d0812bd with binding_index 1 {{(pid=102708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:05:57.232691 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-c676efee-55cf-43c4-aeab-4b224b459dc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-1-iscsi, 49f94057-89cf-4435-b1f0-ced14afcff42) {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:05:57.236785 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c676efee-55cf-43c4-aeab-4b224b459dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:05:57.237426 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-c676efee-55cf-43c4-aeab-4b224b459dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:57.242886 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcf48b2-0fea-480b-9b30-50dbda3a58a5 None None] Network 49f94057-89cf-4435-b1f0-ced14afcff42 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:05:57.256449 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-c676efee-55cf-43c4-aeab-4b224b459dc8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3010933 Feb 20 22:05:57.256791 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33596) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:05:57.261302 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-30086d76-f50c-4d8f-a99c-754ac941e878 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1283329093-router', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:05:57.281086 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30086d76-f50c-4d8f-a99c-754ac941e878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27494'] for router (fb003040-8a80-4bb2-99ec-d53fce2e4929), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:57.282126 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30086d76-f50c-4d8f-a99c-754ac941e878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27549'] for router (fb003040-8a80-4bb2-99ec-d53fce2e4929), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:57.313691 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:57.338903 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30086d76-f50c-4d8f-a99c-754ac941e878 admin admin] Publish callbacks [] for router_controller (fb003040-8a80-4bb2-99ec-d53fce2e4929), precommit_add_association {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:57.357408 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64180d25-863e-5e6e-960c-f070cb81dd8f-49f94057-89cf-4435-b1f0-ced14afcff42', 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42', 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'fixed_ips': [{'subnet_id': '934095d1-76ca-46b5-ae51-da535dbaa64b'}]}} from dv-cinder-830093-1-iscsi. {{(pid=102709) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 22:05:57.358257 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:57.481487 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30086d76-f50c-4d8f-a99c-754ac941e878 admin admin] Publish callbacks [] for router_gateway (fb003040-8a80-4bb2-99ec-d53fce2e4929), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:57.491970 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.db_base_plugin_common [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] Allocated IP 172.20.0.2 (49f94057-89cf-4435-b1f0-ced14afcff42/934095d1-76ca-46b5-ae51-da535dbaa64b/b97cb240-231b-416a-96bc-465ba40b6303) {{(pid=102709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:05:57.626814 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] Publish callbacks [] for port (b97cb240-231b-416a-96bc-465ba40b6303), precommit_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:57.632803 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (b97cb240-231b-416a-96bc-465ba40b6303), after_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:57.673040 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] Network 49f94057-89cf-4435-b1f0-ced14afcff42 is already hosted by enough agents. {{(pid=102709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:05:57.675154 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30086d76-f50c-4d8f-a99c-754ac941e878 admin admin] Publish callbacks [] for router_gateway (fb003040-8a80-4bb2-99ec-d53fce2e4929), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:57.675686 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.base_scheduler [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] Resources bound (agent type, host, resource id): {{(pid=102709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:05:57.681032 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] Received port after_create {{(pid=102709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:05:57.687858 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] Pushing event updated for resources: {'Port': ['ID=b97cb240-231b-416a-96bc-465ba40b6303,revision_number=1']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:57.694110 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30086d76-f50c-4d8f-a99c-754ac941e878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:57.740101 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] Attempting to bind port b97cb240-231b-416a-96bc-465ba40b6303 on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:05:57.740361 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] Attempting to bind port b97cb240-231b-416a-96bc-465ba40b6303 by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '95ab32f0-60de-426e-9f7b-5530e2ea1c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42'}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:05:57.740725 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] Attempting to bind port b97cb240-231b-416a-96bc-465ba40b6303 on network 49f94057-89cf-4435-b1f0-ced14afcff42 {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:05:57.745666 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:05:57.746040 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] Checking segment: {'id': '95ab32f0-60de-426e-9f7b-5530e2ea1c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:05:57.746445 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:57.746833 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] Bound using segment: {'id': '95ab32f0-60de-426e-9f7b-5530e2ea1c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42'} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:05:57.747297 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] Bound port: b97cb240-231b-416a-96bc-465ba40b6303, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ab32f0-60de-426e-9f7b-5530e2ea1c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42'}}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:05:57.747676 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (b97cb240-231b-416a-96bc-465ba40b6303), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:57.800187 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_common [None req-30086d76-f50c-4d8f-a99c-754ac941e878 admin admin] Allocated IP 172.27.3.192 (64ae5708-48ae-4f2e-98e0-0b35ff108ff4/7fd4686c-7b81-425f-9e36-00c6096e9531/e8b3bd08-438c-4b84-a221-3cbae93f8659) {{(pid=102707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:05:57.815951 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] For port b97cb240-231b-416a-96bc-465ba40b6303, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:05:57.820426 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] For port b97cb240-231b-416a-96bc-465ba40b6303, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=b97cb240-231b-416a-96bc-465ba40b6303,segment=NetworkSegment(95ab32f0-60de-426e-9f7b-5530e2ea1c78),segment_id=95ab32f0-60de-426e-9f7b-5530e2ea1c78)] {{(pid=102709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:05:57.826338 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (b97cb240-231b-416a-96bc-465ba40b6303), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:57.884109 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01824b-84fb-4346-9a41-1719c94ceaa7 None None] Pushing event updated for resources: {'Port': ['ID=b97cb240-231b-416a-96bc-465ba40b6303,revision_number=2']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:57.908237 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30086d76-f50c-4d8f-a99c-754ac941e878 admin admin] Publish callbacks [] for port (e8b3bd08-438c-4b84-a221-3cbae93f8659), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:57.943531 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30086d76-f50c-4d8f-a99c-754ac941e878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (e8b3bd08-438c-4b84-a221-3cbae93f8659), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:57.985330 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30086d76-f50c-4d8f-a99c-754ac941e878 admin admin] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 is already hosted by enough agents. {{(pid=102707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:05:57.988133 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-30086d76-f50c-4d8f-a99c-754ac941e878 admin admin] Resources bound (agent type, host, resource id): {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:05:57.993958 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30086d76-f50c-4d8f-a99c-754ac941e878 admin admin] Received port after_create {{(pid=102707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:05:57.999567 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30086d76-f50c-4d8f-a99c-754ac941e878 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b3bd08-438c-4b84-a221-3cbae93f8659,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:58.285416 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30086d76-f50c-4d8f-a99c-754ac941e878 admin admin] Publish callbacks [] for router_gateway (fb003040-8a80-4bb2-99ec-d53fce2e4929), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:58.478941 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30086d76-f50c-4d8f-a99c-754ac941e878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642983'] for router (fb003040-8a80-4bb2-99ec-d53fce2e4929), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:58.589200 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device b97cb240-231b-416a-96bc-465ba40b6303 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:05:58.622882 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30086d76-f50c-4d8f-a99c-754ac941e878 admin admin] Router fb003040-8a80-4bb2-99ec-d53fce2e4929 is scheduled to L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b with binding_index 1 {{(pid=102707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 22:05:58.641585 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port b97cb240-231b-416a-96bc-465ba40b6303 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:05:58.641969 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (b97cb240-231b-416a-96bc-465ba40b6303), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:58.724478 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port b97cb240-231b-416a-96bc-465ba40b6303 is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:05:58.724879 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (b97cb240-231b-416a-96bc-465ba40b6303), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:58.740158 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30086d76-f50c-4d8f-a99c-754ac941e878 admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:05:58.759452 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] Sync routers for ids ['fb003040-8a80-4bb2-99ec-d53fce2e4929'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:05:58.761655 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-30086d76-f50c-4d8f-a99c-754ac941e878 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:58.762971 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-30086d76-f50c-4d8f-a99c-754ac941e878 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5051265 Feb 20 22:05:58.765758 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33598) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:05:58.783249 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] For port b97cb240-231b-416a-96bc-465ba40b6303, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=b97cb240-231b-416a-96bc-465ba40b6303,segment=NetworkSegment(95ab32f0-60de-426e-9f7b-5530e2ea1c78),segment_id=95ab32f0-60de-426e-9f7b-5530e2ea1c78)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:05:58.790284 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (b97cb240-231b-416a-96bc-465ba40b6303), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:58.795573 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] Routers {'fb003040-8a80-4bb2-99ec-d53fce2e4929'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:05:58.796234 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:05:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['fb003040-8a80-4bb2-99ec-d53fce2e4929'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:05:58.853333 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee29d6e8-abca-4448-91a7-b0f8b8f05b9e None None] Network 49f94057-89cf-4435-b1f0-ced14afcff42 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:05:58.952812 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Pushing event updated for resources: {'Port': ['ID=b97cb240-231b-416a-96bc-465ba40b6303,revision_number=3']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:59.002492 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-b54833e9-9f2f-4806-92fd-0073c6f5b703 None None] Provisioning complete for port b97cb240-231b-416a-96bc-465ba40b6303 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:05:59.002866 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b54833e9-9f2f-4806-92fd-0073c6f5b703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (b97cb240-231b-416a-96bc-465ba40b6303), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:59.064516 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] Set router fb003040-8a80-4bb2-99ec-d53fce2e4929 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:05:59.390874 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:59.393040 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-b54833e9-9f2f-4806-92fd-0073c6f5b703 None None] Current status of the port b97cb240-231b-416a-96bc-465ba40b6303 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:05:59.446970 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c844c0d0-1422-4e80-936d-75caf2573cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:59.447662 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'name': 'tempest-TestMinimumBasicScenario-1283329093-router', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:05:58Z', 'revision_number': 3, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'gw_port': {'id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:05:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:05:59.474142 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] Checking router: fb003040-8a80-4bb2-99ec-d53fce2e4929 for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:05:59.474503 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] Updating router fb003040-8a80-4bb2-99ec-d53fce2e4929 port e8b3bd08-438c-4b84-a221-3cbae93f8659 binding host dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:05:59.516494 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (e8b3bd08-438c-4b84-a221-3cbae93f8659), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:59.541066 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-2f848ae2-2850-440e-a1c0-dbb52c4206bd None None] Provisioning complete for port b97cb240-231b-416a-96bc-465ba40b6303 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:05:59.541438 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2f848ae2-2850-440e-a1c0-dbb52c4206bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (b97cb240-231b-416a-96bc-465ba40b6303), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:59.604489 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_common [None req-c844c0d0-1422-4e80-936d-75caf2573cca admin admin] Allocated IP 172.20.0.1 (49f94057-89cf-4435-b1f0-ced14afcff42/934095d1-76ca-46b5-ae51-da535dbaa64b/0e7b387a-2f38-4a22-84a7-fad112610a9c) {{(pid=102707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:05:59.710195 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c844c0d0-1422-4e80-936d-75caf2573cca admin admin] Publish callbacks [] for port (0e7b387a-2f38-4a22-84a7-fad112610a9c), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:59.739820 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-2f848ae2-2850-440e-a1c0-dbb52c4206bd None None] Current status of the port b97cb240-231b-416a-96bc-465ba40b6303 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:05:59.744223 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c844c0d0-1422-4e80-936d-75caf2573cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (0e7b387a-2f38-4a22-84a7-fad112610a9c), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:59.780498 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c844c0d0-1422-4e80-936d-75caf2573cca admin admin] Network 49f94057-89cf-4435-b1f0-ced14afcff42 is already hosted by enough agents. {{(pid=102707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:05:59.784933 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-c844c0d0-1422-4e80-936d-75caf2573cca admin admin] Resources bound (agent type, host, resource id): {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:05:59.788672 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c844c0d0-1422-4e80-936d-75caf2573cca admin admin] Received port after_create {{(pid=102707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:05:59.818676 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844c0d0-1422-4e80-936d-75caf2573cca admin admin] Pushing event updated for resources: {'Port': ['ID=0e7b387a-2f38-4a22-84a7-fad112610a9c,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:59.837646 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c844c0d0-1422-4e80-936d-75caf2573cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641136'] for router_interface (fb003040-8a80-4bb2-99ec-d53fce2e4929), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:59.838356 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] Publish callbacks [] for port (e8b3bd08-438c-4b84-a221-3cbae93f8659), precommit_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:59.846500 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (e8b3bd08-438c-4b84-a221-3cbae93f8659), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:59.899212 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] Attempting to bind port e8b3bd08-438c-4b84-a221-3cbae93f8659 on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:05:59.899621 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] Attempting to bind port e8b3bd08-438c-4b84-a221-3cbae93f8659 by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:05:59.899952 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] Attempting to bind port e8b3bd08-438c-4b84-a221-3cbae93f8659 on network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:05:59.903310 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1748ea-45d5-4dd6-8861-cc7c690f1ce9 None None] Pushing event updated for resources: {'Port': ['ID=e8b3bd08-438c-4b84-a221-3cbae93f8659,revision_number=2']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:05:59.907992 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:05:59.908383 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] Checking segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:05:59.908777 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:59.909193 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] Bound using segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:05:59.909669 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] Bound port: e8b3bd08-438c-4b84-a221-3cbae93f8659, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:05:59.910052 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (e8b3bd08-438c-4b84-a221-3cbae93f8659), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:59.965506 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] For port e8b3bd08-438c-4b84-a221-3cbae93f8659, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:05:59.968498 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] For port e8b3bd08-438c-4b84-a221-3cbae93f8659, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=e8b3bd08-438c-4b84-a221-3cbae93f8659,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:05:59.976784 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (e8b3bd08-438c-4b84-a221-3cbae93f8659), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:05:59.989163 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c844c0d0-1422-4e80-936d-75caf2573cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (0e7b387a-2f38-4a22-84a7-fad112610a9c), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:00.041021 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] Routers {'fb003040-8a80-4bb2-99ec-d53fce2e4929'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:06:00.041659 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:05:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['fb003040-8a80-4bb2-99ec-d53fce2e4929'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:00.043489 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1748ea-45d5-4dd6-8861-cc7c690f1ce9 None None] Pushing event updated for resources: {'Port': ['ID=e8b3bd08-438c-4b84-a221-3cbae93f8659,revision_number=3']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:00.109422 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-cc45754f-fe4b-435e-a86d-28f8bca4604b None None] Provisioning complete for port 0e7b387a-2f38-4a22-84a7-fad112610a9c triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:06:00.109802 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-cc45754f-fe4b-435e-a86d-28f8bca4604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (0e7b387a-2f38-4a22-84a7-fad112610a9c), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:00.152671 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c844c0d0-1422-4e80-936d-75caf2573cca admin admin] Publish callbacks [] for port (0e7b387a-2f38-4a22-84a7-fad112610a9c), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:00.157379 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c844c0d0-1422-4e80-936d-75caf2573cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11565760'] for port (0e7b387a-2f38-4a22-84a7-fad112610a9c), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:00.186797 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-cc45754f-fe4b-435e-a86d-28f8bca4604b None None] Port 0e7b387a-2f38-4a22-84a7-fad112610a9c cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:06:00.189227 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] Set router fb003040-8a80-4bb2-99ec-d53fce2e4929 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:06:00.221550 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-c844c0d0-1422-4e80-936d-75caf2573cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641252'] for router_interface (fb003040-8a80-4bb2-99ec-d53fce2e4929), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:00.224854 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844c0d0-1422-4e80-936d-75caf2573cca admin admin] Pushing event updated for resources: {'Port': ['ID=0e7b387a-2f38-4a22-84a7-fad112610a9c,revision_number=2']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:00.314582 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c844c0d0-1422-4e80-936d-75caf2573cca admin admin] Network 49f94057-89cf-4435-b1f0-ced14afcff42 is already hosted by enough agents. {{(pid=102707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:06:00.315969 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-c844c0d0-1422-4e80-936d-75caf2573cca admin admin] Resources bound (agent type, host, resource id): {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:06:00.389534 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'name': 'tempest-TestMinimumBasicScenario-1283329093-router', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:05:59Z', 'revision_number': 4, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'gw_port': {'id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '0e7b387a-2f38-4a22-84a7-fad112610a9c', 'name': '', 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'mac_address': 'fa:16:3e:fb:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:59Z', 'updated_at': '2022-02-20T22:05:59Z', 'revision_number': 1, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'subnets': [{'id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:00.421111 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6bd046-812a-4713-a01b-aca94fe10b62 None None] The sync data for ids ['fb003040-8a80-4bb2-99ec-d53fce2e4929'] in dv-cinder-830093-1-iscsi is: [{'id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'name': 'tempest-TestMinimumBasicScenario-1283329093-router', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:05:59Z', 'revision_number': 4, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'gw_port': {'id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '0e7b387a-2f38-4a22-84a7-fad112610a9c', 'name': '', 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'mac_address': 'fa:16:3e:fb:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:59Z', 'updated_at': '2022-02-20T22:05:59Z', 'revision_number': 1, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'subnets': [{'id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:06:00.449544 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c844c0d0-1422-4e80-936d-75caf2573cca admin admin] Router fb003040-8a80-4bb2-99ec-d53fce2e4929 has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:06:00.549719 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device b97cb240-231b-416a-96bc-465ba40b6303 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:06:00.567605 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c844c0d0-1422-4e80-936d-75caf2573cca admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:06:00.573852 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-c844c0d0-1422-4e80-936d-75caf2573cca admin admin] 10.222.0.61 "PUT /v2.0/routers/fb003040-8a80-4bb2-99ec-d53fce2e4929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8071032 Feb 20 22:06:00.610002 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port b97cb240-231b-416a-96bc-465ba40b6303 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:06:00.610388 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (b97cb240-231b-416a-96bc-465ba40b6303), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:00.614518 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-1d9e6e39-3cb0-4b2c-a342-02a8897eec3c None None] Provisioning complete for port 0e7b387a-2f38-4a22-84a7-fad112610a9c triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:06:00.614890 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6e39-3cb0-4b2c-a342-02a8897eec3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (0e7b387a-2f38-4a22-84a7-fad112610a9c), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:00.696961 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e6e39-3cb0-4b2c-a342-02a8897eec3c None None] Port 0e7b387a-2f38-4a22-84a7-fad112610a9c cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:06:00.753500 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port b97cb240-231b-416a-96bc-465ba40b6303 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:06:01.089972 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33614) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:06:01.094899 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-450a8c37-04db-4d35-98db-b2411e9854cc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-928848047-network', 'tenant_id': 'b7359353b29043cf98d86358fa138c83'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:06:01.116101 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450a8c37-04db-4d35-98db-b2411e9854cc admin admin] Made reservation on behalf of b7359353b29043cf98d86358fa138c83 for: {'network': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:06:01.118558 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-450a8c37-04db-4d35-98db-b2411e9854cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for network (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:01.127495 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-450a8c37-04db-4d35-98db-b2411e9854cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:01.226096 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-450a8c37-04db-4d35-98db-b2411e9854cc admin admin] Publish callbacks [] for security_group (72a9873e-442e-4fdc-bce8-ceb7d5270ae5), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:01.230941 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-450a8c37-04db-4d35-98db-b2411e9854cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (72a9873e-442e-4fdc-bce8-ceb7d5270ae5), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:01.256520 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450a8c37-04db-4d35-98db-b2411e9854cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=102707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:06:01.268341 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8c37-04db-4d35-98db-b2411e9854cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a9873e-442e-4fdc-bce8-ceb7d5270ae5,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:01.272103 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-450a8c37-04db-4d35-98db-b2411e9854cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (2f492964-f0e8-447c-ac91-ab83ee245006), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:01.272452 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.db.segments_db [None req-450a8c37-04db-4d35-98db-b2411e9854cc admin admin] Added segment 2f492964-f0e8-447c-ac91-ab83ee245006 of type vlan for network a2e43695-3198-4077-9e23-56ca1126f32e Feb 20 22:06:01.314545 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-450a8c37-04db-4d35-98db-b2411e9854cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760287717003'] for network (a2e43695-3198-4077-9e23-56ca1126f32e), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:01.340389 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-450a8c37-04db-4d35-98db-b2411e9854cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945'] for network (a2e43695-3198-4077-9e23-56ca1126f32e), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:01.341420 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a8c37-04db-4d35-98db-b2411e9854cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:01.342005 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-450a8c37-04db-4d35-98db-b2411e9854cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:01.399018 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-450a8c37-04db-4d35-98db-b2411e9854cc admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3078880 Feb 20 22:06:01.401884 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33616) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:06:01.408579 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-1d28576c-3250-4db5-82d2-62f158132a92 admin admin] Request body: {'subnet': {'network_id': 'a2e43695-3198-4077-9e23-56ca1126f32e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-928848047-subnet', 'tenant_id': 'b7359353b29043cf98d86358fa138c83', 'ip_version': 4}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:06:01.417296 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8c37-04db-4d35-98db-b2411e9854cc admin admin] Pushing event updated for resources: {'Network': ['ID=a2e43695-3198-4077-9e23-56ca1126f32e,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:01.428227 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Network a2e43695-3198-4077-9e23-56ca1126f32e details requested by agent ovs-agent-dv-cinder-830093-1-iscsi with host dv-cinder-830093-1-iscsi {{(pid=102709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:06:01.432809 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d28576c-3250-4db5-82d2-62f158132a92 admin admin] Made reservation on behalf of b7359353b29043cf98d86358fa138c83 for: {'subnet': 1} {{(pid=102707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:06:01.435650 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1d28576c-3250-4db5-82d2-62f158132a92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12283464'] for subnet (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:01.609014 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1d28576c-3250-4db5-82d2-62f158132a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11566155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12283578'] for subnet (edc9927d-dbce-42f0-9618-a048099320dd), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:01.664416 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28576c-3250-4db5-82d2-62f158132a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc9927d-dbce-42f0-9618-a048099320dd,revision_number=0']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:01.673254 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d28576c-3250-4db5-82d2-62f158132a92 admin admin] Checking segment: {'id': '2f492964-f0e8-447c-ac91-ab83ee245006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a2e43695-3198-4077-9e23-56ca1126f32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:06:01.673615 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d28576c-3250-4db5-82d2-62f158132a92 admin admin] Network hostable DHCP agents. Network: a2e43695-3198-4077-9e23-56ca1126f32e, hostable agents: ['6fcc0529-21bc-43b9-962d-56692d0812bd'], hosted agents: [] {{(pid=102707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:06:01.690440 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d28576c-3250-4db5-82d2-62f158132a92 admin admin] Network a2e43695-3198-4077-9e23-56ca1126f32e is scheduled to be hosted by DHCP agent 6fcc0529-21bc-43b9-962d-56692d0812bd with binding_index 1 {{(pid=102707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:06:01.700019 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-1d28576c-3250-4db5-82d2-62f158132a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-1-iscsi, a2e43695-3198-4077-9e23-56ca1126f32e) {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:06:01.704960 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d28576c-3250-4db5-82d2-62f158132a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:01.706001 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1d28576c-3250-4db5-82d2-62f158132a92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:01.710018 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a829e08e-5214-491b-aacb-536d23c26a3d None None] Network a2e43695-3198-4077-9e23-56ca1126f32e requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:06:01.728515 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-1d28576c-3250-4db5-82d2-62f158132a92 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3231423 Feb 20 22:06:01.728800 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33618) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:06:01.733536 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-4e88c0ec-07b4-4223-8092-b911c6ed7f81 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-928848047-router', 'tenant_id': 'b7359353b29043cf98d86358fa138c83', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:06:01.753143 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4e88c0ec-07b4-4223-8092-b911c6ed7f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27494'] for router (a336658a-d2ec-4543-9ee0-389fa00bdb22), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:01.754674 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4e88c0ec-07b4-4223-8092-b911c6ed7f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27549'] for router (a336658a-d2ec-4543-9ee0-389fa00bdb22), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:01.814413 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4e88c0ec-07b4-4223-8092-b911c6ed7f81 admin admin] Publish callbacks [] for router_controller (a336658a-d2ec-4543-9ee0-389fa00bdb22), precommit_add_association {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:01.822235 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64180d25-863e-5e6e-960c-f070cb81dd8f-a2e43695-3198-4077-9e23-56ca1126f32e', 'network_id': 'a2e43695-3198-4077-9e23-56ca1126f32e', 'project_id': 'b7359353b29043cf98d86358fa138c83', 'fixed_ips': [{'subnet_id': 'edc9927d-dbce-42f0-9618-a048099320dd'}]}} from dv-cinder-830093-1-iscsi. {{(pid=102709) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 22:06:01.823110 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:01.958157 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.db_base_plugin_common [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Allocated IP 172.20.0.2 (a2e43695-3198-4077-9e23-56ca1126f32e/edc9927d-dbce-42f0-9618-a048099320dd/dd969c1a-1227-4eb2-9199-276bd9f83da3) {{(pid=102709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:06:01.960254 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4e88c0ec-07b4-4223-8092-b911c6ed7f81 admin admin] Publish callbacks [] for router_gateway (a336658a-d2ec-4543-9ee0-389fa00bdb22), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:02.101611 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Publish callbacks [] for port (dd969c1a-1227-4eb2-9199-276bd9f83da3), precommit_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:02.107256 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336'] for port (dd969c1a-1227-4eb2-9199-276bd9f83da3), after_create {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:02.146958 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Network a2e43695-3198-4077-9e23-56ca1126f32e is already hosted by enough agents. {{(pid=102709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:06:02.151679 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.scheduler.base_scheduler [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Resources bound (agent type, host, resource id): {{(pid=102709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:06:02.156957 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Received port after_create {{(pid=102709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:06:02.160111 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Pushing event updated for resources: {'Port': ['ID=dd969c1a-1227-4eb2-9199-276bd9f83da3,revision_number=1']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:02.161870 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4e88c0ec-07b4-4223-8092-b911c6ed7f81 admin admin] Publish callbacks [] for router_gateway (a336658a-d2ec-4543-9ee0-389fa00bdb22), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:02.170352 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:02.170706 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:02.171052 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:02.171391 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:02.171727 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:02.172061 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:02.172394 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:02.172721 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:02.173068 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:02.173399 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:02.173722 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:02.174043 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:02.174364 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:02.185904 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4e88c0ec-07b4-4223-8092-b911c6ed7f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:02.227795 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Attempting to bind port dd969c1a-1227-4eb2-9199-276bd9f83da3 on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:06:02.228270 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Attempting to bind port dd969c1a-1227-4eb2-9199-276bd9f83da3 by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '2f492964-f0e8-447c-ac91-ab83ee245006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a2e43695-3198-4077-9e23-56ca1126f32e'}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:06:02.228599 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Attempting to bind port dd969c1a-1227-4eb2-9199-276bd9f83da3 on network a2e43695-3198-4077-9e23-56ca1126f32e {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:06:02.233710 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:06:02.234092 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Checking segment: {'id': '2f492964-f0e8-447c-ac91-ab83ee245006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a2e43695-3198-4077-9e23-56ca1126f32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:06:02.234499 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:02.234895 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Bound using segment: {'id': '2f492964-f0e8-447c-ac91-ab83ee245006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a2e43695-3198-4077-9e23-56ca1126f32e'} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:06:02.235370 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Bound port: dd969c1a-1227-4eb2-9199-276bd9f83da3, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f492964-f0e8-447c-ac91-ab83ee245006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a2e43695-3198-4077-9e23-56ca1126f32e'}}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:06:02.235880 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (dd969c1a-1227-4eb2-9199-276bd9f83da3), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:02.292840 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [None req-4e88c0ec-07b4-4223-8092-b911c6ed7f81 admin admin] Allocated IP 172.27.3.111 (64ae5708-48ae-4f2e-98e0-0b35ff108ff4/7fd4686c-7b81-425f-9e36-00c6096e9531/cdffede1-8a4f-4613-80a3-332bf88d4b6a) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:06:02.301523 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] For port dd969c1a-1227-4eb2-9199-276bd9f83da3, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:06:02.305061 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] For port dd969c1a-1227-4eb2-9199-276bd9f83da3, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=dd969c1a-1227-4eb2-9199-276bd9f83da3,segment=NetworkSegment(2f492964-f0e8-447c-ac91-ab83ee245006),segment_id=2f492964-f0e8-447c-ac91-ab83ee245006)] {{(pid=102709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:06:02.311294 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (dd969c1a-1227-4eb2-9199-276bd9f83da3), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:02.373236 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ca0ec-50bb-449b-bbe6-65fe43542694 None None] Pushing event updated for resources: {'Port': ['ID=dd969c1a-1227-4eb2-9199-276bd9f83da3,revision_number=2']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:02.418578 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4e88c0ec-07b4-4223-8092-b911c6ed7f81 admin admin] Publish callbacks [] for port (cdffede1-8a4f-4613-80a3-332bf88d4b6a), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:02.461020 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4e88c0ec-07b4-4223-8092-b911c6ed7f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (cdffede1-8a4f-4613-80a3-332bf88d4b6a), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:02.498327 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e88c0ec-07b4-4223-8092-b911c6ed7f81 admin admin] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:06:02.503861 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-4e88c0ec-07b4-4223-8092-b911c6ed7f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:06:02.507352 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e88c0ec-07b4-4223-8092-b911c6ed7f81 admin admin] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:06:02.536940 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88c0ec-07b4-4223-8092-b911c6ed7f81 admin admin] Pushing event updated for resources: {'Port': ['ID=cdffede1-8a4f-4613-80a3-332bf88d4b6a,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:02.583504 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] Sync routers for ids ['fb003040-8a80-4bb2-99ec-d53fce2e4929'] in dv-cinder-830093-1-iscsi {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:06:02.592805 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] Routers {'fb003040-8a80-4bb2-99ec-d53fce2e4929'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:06:02.593446 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:05:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['fb003040-8a80-4bb2-99ec-d53fce2e4929'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:02.675439 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device e8b3bd08-438c-4b84-a221-3cbae93f8659 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:06:02.695439 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:06:02.719105 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] Set router fb003040-8a80-4bb2-99ec-d53fce2e4929 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:06:02.750355 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port e8b3bd08-438c-4b84-a221-3cbae93f8659 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:06:02.750752 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (e8b3bd08-438c-4b84-a221-3cbae93f8659), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:02.845962 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4e88c0ec-07b4-4223-8092-b911c6ed7f81 admin admin] Publish callbacks [] for router_gateway (a336658a-d2ec-4543-9ee0-389fa00bdb22), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:02.933968 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'name': 'tempest-TestMinimumBasicScenario-1283329093-router', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:05:59Z', 'revision_number': 4, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'gw_port': {'id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '0e7b387a-2f38-4a22-84a7-fad112610a9c', 'name': '', 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'mac_address': 'fa:16:3e:fb:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:59Z', 'updated_at': '2022-02-20T22:06:00Z', 'revision_number': 2, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'subnets': [{'id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:02.961294 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] Checking router: fb003040-8a80-4bb2-99ec-d53fce2e4929 for host: dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:06:02.961798 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] Updating router fb003040-8a80-4bb2-99ec-d53fce2e4929 port 0e7b387a-2f38-4a22-84a7-fad112610a9c binding host dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:06:02.976454 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port e8b3bd08-438c-4b84-a221-3cbae93f8659 is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:06:02.976956 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (e8b3bd08-438c-4b84-a221-3cbae93f8659), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:02.990019 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (0e7b387a-2f38-4a22-84a7-fad112610a9c), before_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:02.998082 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] For port e8b3bd08-438c-4b84-a221-3cbae93f8659, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=e8b3bd08-438c-4b84-a221-3cbae93f8659,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:06:03.002926 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (e8b3bd08-438c-4b84-a221-3cbae93f8659), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:03.051513 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Pushing event updated for resources: {'Port': ['ID=e8b3bd08-438c-4b84-a221-3cbae93f8659,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:03.070483 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4e88c0ec-07b4-4223-8092-b911c6ed7f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642983'] for router (a336658a-d2ec-4543-9ee0-389fa00bdb22), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:03.215086 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e88c0ec-07b4-4223-8092-b911c6ed7f81 admin admin] Router a336658a-d2ec-4543-9ee0-389fa00bdb22 is scheduled to L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b with binding_index 1 {{(pid=102708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 22:06:03.270775 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] Publish callbacks [] for port (0e7b387a-2f38-4a22-84a7-fad112610a9c), precommit_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:03.276718 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (0e7b387a-2f38-4a22-84a7-fad112610a9c), after_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:03.329311 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660139c1-5d66-4dfb-8e14-7109be08f536 None None] Pushing event updated for resources: {'Port': ['ID=0e7b387a-2f38-4a22-84a7-fad112610a9c,revision_number=3']} {{(pid=102710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:03.342403 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e88c0ec-07b4-4223-8092-b911c6ed7f81 admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:06:03.351746 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] Sync routers for ids ['a336658a-d2ec-4543-9ee0-389fa00bdb22'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:06:03.353569 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660139c1-5d66-4dfb-8e14-7109be08f536 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:03.353942 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660139c1-5d66-4dfb-8e14-7109be08f536 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:03.354299 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660139c1-5d66-4dfb-8e14-7109be08f536 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:03.354645 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660139c1-5d66-4dfb-8e14-7109be08f536 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:03.354977 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660139c1-5d66-4dfb-8e14-7109be08f536 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:03.355306 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660139c1-5d66-4dfb-8e14-7109be08f536 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:03.355632 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660139c1-5d66-4dfb-8e14-7109be08f536 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:03.355957 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660139c1-5d66-4dfb-8e14-7109be08f536 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:03.356280 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660139c1-5d66-4dfb-8e14-7109be08f536 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:03.356618 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660139c1-5d66-4dfb-8e14-7109be08f536 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:03.356943 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660139c1-5d66-4dfb-8e14-7109be08f536 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:03.357282 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660139c1-5d66-4dfb-8e14-7109be08f536 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:03.357600 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660139c1-5d66-4dfb-8e14-7109be08f536 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:03.365760 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] Routers {'a336658a-d2ec-4543-9ee0-389fa00bdb22'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:06:03.366424 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:05:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['a336658a-d2ec-4543-9ee0-389fa00bdb22'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:03.378010 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4e88c0ec-07b4-4223-8092-b911c6ed7f81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:03.382817 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-4e88c0ec-07b4-4223-8092-b911c6ed7f81 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6504238 Feb 20 22:06:03.383298 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33620) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:06:03.409476 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] Attempting to bind port 0e7b387a-2f38-4a22-84a7-fad112610a9c on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:06:03.409864 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] Attempting to bind port 0e7b387a-2f38-4a22-84a7-fad112610a9c by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '95ab32f0-60de-426e-9f7b-5530e2ea1c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42'}] {{(pid=102710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:06:03.410261 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] Attempting to bind port 0e7b387a-2f38-4a22-84a7-fad112610a9c on network 49f94057-89cf-4435-b1f0-ced14afcff42 {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:06:03.415812 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:06:03.416199 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] Checking segment: {'id': '95ab32f0-60de-426e-9f7b-5530e2ea1c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:06:03.416612 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:03.417688 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] Bound using segment: {'id': '95ab32f0-60de-426e-9f7b-5530e2ea1c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42'} {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:06:03.418179 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] Bound port: 0e7b387a-2f38-4a22-84a7-fad112610a9c, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ab32f0-60de-426e-9f7b-5530e2ea1c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42'}}] {{(pid=102710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:06:03.418573 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (0e7b387a-2f38-4a22-84a7-fad112610a9c), before_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:03.509747 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.db [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] For port 0e7b387a-2f38-4a22-84a7-fad112610a9c, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:06:03.510274 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1319bad-642d-4d16-a34e-efd27be7ac2d None None] Network a2e43695-3198-4077-9e23-56ca1126f32e requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:06:03.513905 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.db [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] For port 0e7b387a-2f38-4a22-84a7-fad112610a9c, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=0e7b387a-2f38-4a22-84a7-fad112610a9c,segment=NetworkSegment(95ab32f0-60de-426e-9f7b-5530e2ea1c78),segment_id=95ab32f0-60de-426e-9f7b-5530e2ea1c78)] {{(pid=102710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:06:03.525029 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (0e7b387a-2f38-4a22-84a7-fad112610a9c), after_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:03.586302 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] Set router a336658a-d2ec-4543-9ee0-389fa00bdb22 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:06:03.600048 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] Routers {'fb003040-8a80-4bb2-99ec-d53fce2e4929'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:06:03.600697 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:05:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['fb003040-8a80-4bb2-99ec-d53fce2e4929'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:03.650791 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660139c1-5d66-4dfb-8e14-7109be08f536 None None] Pushing event updated for resources: {'Port': ['ID=0e7b387a-2f38-4a22-84a7-fad112610a9c,revision_number=4']} {{(pid=102710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:03.662746 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-04f4d4f5-2a15-410f-b5a6-c49e62f2ec23 None None] Provisioning complete for port dd969c1a-1227-4eb2-9199-276bd9f83da3 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:06:03.663154 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-04f4d4f5-2a15-410f-b5a6-c49e62f2ec23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (dd969c1a-1227-4eb2-9199-276bd9f83da3), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:03.838746 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] Set router fb003040-8a80-4bb2-99ec-d53fce2e4929 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:06:03.917424 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0ebd64bb-424d-498c-9a6f-413e4166b280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:03.924132 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-04f4d4f5-2a15-410f-b5a6-c49e62f2ec23 None None] Current status of the port dd969c1a-1227-4eb2-9199-276bd9f83da3 is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:06:03.924523 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-04f4d4f5-2a15-410f-b5a6-c49e62f2ec23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (dd969c1a-1227-4eb2-9199-276bd9f83da3), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:03.949492 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'name': 'tempest-TestMinimumBasicScenario-928848047-router', 'tenant_id': 'b7359353b29043cf98d86358fa138c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'cdffede1-8a4f-4613-80a3-332bf88d4b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:06:01Z', 'updated_at': '2022-02-20T22:06:02Z', 'revision_number': 3, 'project_id': 'b7359353b29043cf98d86358fa138c83', 'gw_port': {'id': 'cdffede1-8a4f-4613-80a3-332bf88d4b6a', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:44:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:06:02Z', 'updated_at': '2022-02-20T22:06:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:03.985586 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] Checking router: a336658a-d2ec-4543-9ee0-389fa00bdb22 for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:06:03.986281 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] Updating router a336658a-d2ec-4543-9ee0-389fa00bdb22 port cdffede1-8a4f-4613-80a3-332bf88d4b6a binding host dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:06:03.989374 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-04f4d4f5-2a15-410f-b5a6-c49e62f2ec23 None None] For port dd969c1a-1227-4eb2-9199-276bd9f83da3, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=dd969c1a-1227-4eb2-9199-276bd9f83da3,segment=NetworkSegment(2f492964-f0e8-447c-ac91-ab83ee245006),segment_id=2f492964-f0e8-447c-ac91-ab83ee245006)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:06:04.014753 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-04f4d4f5-2a15-410f-b5a6-c49e62f2ec23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (dd969c1a-1227-4eb2-9199-276bd9f83da3), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:04.046323 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (cdffede1-8a4f-4613-80a3-332bf88d4b6a), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:04.074785 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'name': 'tempest-TestMinimumBasicScenario-1283329093-router', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:05:59Z', 'revision_number': 4, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'gw_port': {'id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '0e7b387a-2f38-4a22-84a7-fad112610a9c', 'name': '', 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'mac_address': 'fa:16:3e:fb:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:59Z', 'updated_at': '2022-02-20T22:06:03Z', 'revision_number': 4, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'subnets': [{'id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:04.091174 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [None req-0ebd64bb-424d-498c-9a6f-413e4166b280 admin admin] Allocated IP 172.20.0.1 (a2e43695-3198-4077-9e23-56ca1126f32e/edc9927d-dbce-42f0-9618-a048099320dd/9d54035a-6c72-4c47-928c-56d3817ade99) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:06:04.111444 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4d4f5-2a15-410f-b5a6-c49e62f2ec23 None None] Pushing event updated for resources: {'Port': ['ID=dd969c1a-1227-4eb2-9199-276bd9f83da3,revision_number=3']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:04.128547 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c71cb-7ed0-4cec-ad97-bb563b3966c7 None None] The sync data for ids ['fb003040-8a80-4bb2-99ec-d53fce2e4929'] in dv-cinder-830093-1-iscsi is: [{'id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'name': 'tempest-TestMinimumBasicScenario-1283329093-router', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:05:59Z', 'revision_number': 4, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'gw_port': {'id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '0e7b387a-2f38-4a22-84a7-fad112610a9c', 'name': '', 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'mac_address': 'fa:16:3e:fb:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:59Z', 'updated_at': '2022-02-20T22:06:03Z', 'revision_number': 4, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'subnets': [{'id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:06:04.211947 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-40e44c89-e225-467a-9e18-880114b6379d None None] Provisioning complete for port 0e7b387a-2f38-4a22-84a7-fad112610a9c triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:06:04.212567 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-40e44c89-e225-467a-9e18-880114b6379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (0e7b387a-2f38-4a22-84a7-fad112610a9c), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:04.213747 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0ebd64bb-424d-498c-9a6f-413e4166b280 admin admin] Publish callbacks [] for port (9d54035a-6c72-4c47-928c-56d3817ade99), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:04.251947 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0ebd64bb-424d-498c-9a6f-413e4166b280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (9d54035a-6c72-4c47-928c-56d3817ade99), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:04.292814 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebd64bb-424d-498c-9a6f-413e4166b280 admin admin] Network a2e43695-3198-4077-9e23-56ca1126f32e is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:06:04.297322 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-0ebd64bb-424d-498c-9a6f-413e4166b280 admin admin] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:06:04.305099 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebd64bb-424d-498c-9a6f-413e4166b280 admin admin] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:06:04.335618 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd64bb-424d-498c-9a6f-413e4166b280 admin admin] Pushing event updated for resources: {'Port': ['ID=9d54035a-6c72-4c47-928c-56d3817ade99,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:04.358556 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0ebd64bb-424d-498c-9a6f-413e4166b280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641136'] for router_interface (a336658a-d2ec-4543-9ee0-389fa00bdb22), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:04.366902 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-40e44c89-e225-467a-9e18-880114b6379d None None] Current status of the port 0e7b387a-2f38-4a22-84a7-fad112610a9c is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:06:04.367431 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-40e44c89-e225-467a-9e18-880114b6379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (0e7b387a-2f38-4a22-84a7-fad112610a9c), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:04.431466 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-40e44c89-e225-467a-9e18-880114b6379d None None] For port 0e7b387a-2f38-4a22-84a7-fad112610a9c, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=0e7b387a-2f38-4a22-84a7-fad112610a9c,segment=NetworkSegment(95ab32f0-60de-426e-9f7b-5530e2ea1c78),segment_id=95ab32f0-60de-426e-9f7b-5530e2ea1c78)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:06:04.443419 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-40e44c89-e225-467a-9e18-880114b6379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (0e7b387a-2f38-4a22-84a7-fad112610a9c), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:04.535178 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] Publish callbacks [] for port (cdffede1-8a4f-4613-80a3-332bf88d4b6a), precommit_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:04.547471 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (cdffede1-8a4f-4613-80a3-332bf88d4b6a), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:04.551691 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e44c89-e225-467a-9e18-880114b6379d None None] Pushing event updated for resources: {'Port': ['ID=0e7b387a-2f38-4a22-84a7-fad112610a9c,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:04.582814 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0ebd64bb-424d-498c-9a6f-413e4166b280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (9d54035a-6c72-4c47-928c-56d3817ade99), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:04.632180 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] Attempting to bind port cdffede1-8a4f-4613-80a3-332bf88d4b6a on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:06:04.632857 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] Attempting to bind port cdffede1-8a4f-4613-80a3-332bf88d4b6a by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:06:04.633422 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] Attempting to bind port cdffede1-8a4f-4613-80a3-332bf88d4b6a on network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:06:04.655040 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-75cb8147-ab0e-4827-99ab-4b2830e047b0 None None] Provisioning complete for port dd969c1a-1227-4eb2-9199-276bd9f83da3 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:06:04.655759 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-75cb8147-ab0e-4827-99ab-4b2830e047b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (dd969c1a-1227-4eb2-9199-276bd9f83da3), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:04.659047 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:06:04.660624 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] Checking segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:06:04.661364 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:04.662037 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] Bound using segment: {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'} {{(pid=102709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:06:04.662722 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.managers [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] Bound port: cdffede1-8a4f-4613-80a3-332bf88d4b6a, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4'}}] {{(pid=102709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:06:04.663751 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (cdffede1-8a4f-4613-80a3-332bf88d4b6a), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:04.705804 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1419d05-0530-49c5-bdcb-cc4531c805de None None] Pushing event updated for resources: {'Port': ['ID=cdffede1-8a4f-4613-80a3-332bf88d4b6a,revision_number=2']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:04.763635 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] For port cdffede1-8a4f-4613-80a3-332bf88d4b6a, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:06:04.782615 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] For port cdffede1-8a4f-4613-80a3-332bf88d4b6a, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=cdffede1-8a4f-4613-80a3-332bf88d4b6a,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:06:04.791223 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (cdffede1-8a4f-4613-80a3-332bf88d4b6a), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:04.893945 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-75cb8147-ab0e-4827-99ab-4b2830e047b0 None None] Current status of the port dd969c1a-1227-4eb2-9199-276bd9f83da3 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:06:04.901246 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1419d05-0530-49c5-bdcb-cc4531c805de None None] Pushing event updated for resources: {'Port': ['ID=cdffede1-8a4f-4613-80a3-332bf88d4b6a,revision_number=3']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:04.905157 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] Routers {'a336658a-d2ec-4543-9ee0-389fa00bdb22'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:06:04.905781 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:05:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['a336658a-d2ec-4543-9ee0-389fa00bdb22'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:04.950456 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device e8b3bd08-438c-4b84-a221-3cbae93f8659 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:06:05.071205 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-5c652499-1527-4595-a142-5dafd4ad9210 None None] Provisioning complete for port 9d54035a-6c72-4c47-928c-56d3817ade99 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:06:05.071885 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-5c652499-1527-4595-a142-5dafd4ad9210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (9d54035a-6c72-4c47-928c-56d3817ade99), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:05.078509 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] Set router a336658a-d2ec-4543-9ee0-389fa00bdb22 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:06:05.096646 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0ebd64bb-424d-498c-9a6f-413e4166b280 admin admin] Publish callbacks [] for port (9d54035a-6c72-4c47-928c-56d3817ade99), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:05.101284 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0ebd64bb-424d-498c-9a6f-413e4166b280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (9d54035a-6c72-4c47-928c-56d3817ade99), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:05.138334 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port e8b3bd08-438c-4b84-a221-3cbae93f8659 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:06:05.138718 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (e8b3bd08-438c-4b84-a221-3cbae93f8659), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:05.166394 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-0ebd64bb-424d-498c-9a6f-413e4166b280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641252'] for router_interface (a336658a-d2ec-4543-9ee0-389fa00bdb22), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:05.168969 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd64bb-424d-498c-9a6f-413e4166b280 admin admin] Pushing event updated for resources: {'Port': ['ID=9d54035a-6c72-4c47-928c-56d3817ade99,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:05.203223 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-5c652499-1527-4595-a142-5dafd4ad9210 None None] Port 9d54035a-6c72-4c47-928c-56d3817ade99 cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:06:05.261539 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebd64bb-424d-498c-9a6f-413e4166b280 admin admin] Network a2e43695-3198-4077-9e23-56ca1126f32e is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:06:05.262873 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [None req-0ebd64bb-424d-498c-9a6f-413e4166b280 admin admin] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:06:05.349513 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port e8b3bd08-438c-4b84-a221-3cbae93f8659 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:06:05.350602 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device dd969c1a-1227-4eb2-9199-276bd9f83da3 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:06:05.390477 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebd64bb-424d-498c-9a6f-413e4166b280 admin admin] Router a336658a-d2ec-4543-9ee0-389fa00bdb22 has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:06:05.421108 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'name': 'tempest-TestMinimumBasicScenario-928848047-router', 'tenant_id': 'b7359353b29043cf98d86358fa138c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'cdffede1-8a4f-4613-80a3-332bf88d4b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:06:01Z', 'updated_at': '2022-02-20T22:06:04Z', 'revision_number': 4, 'project_id': 'b7359353b29043cf98d86358fa138c83', 'gw_port': {'id': 'cdffede1-8a4f-4613-80a3-332bf88d4b6a', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:44:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:06:02Z', 'updated_at': '2022-02-20T22:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '9d54035a-6c72-4c47-928c-56d3817ade99', 'name': '', 'network_id': 'a2e43695-3198-4077-9e23-56ca1126f32e', 'tenant_id': 'b7359353b29043cf98d86358fa138c83', 'mac_address': 'fa:16:3e:fb:b7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'edc9927d-dbce-42f0-9618-a048099320dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:06:03Z', 'updated_at': '2022-02-20T22:06:04Z', 'revision_number': 1, 'project_id': 'b7359353b29043cf98d86358fa138c83', 'subnets': [{'id': 'edc9927d-dbce-42f0-9618-a048099320dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:05.425228 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port dd969c1a-1227-4eb2-9199-276bd9f83da3 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:06:05.425614 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (dd969c1a-1227-4eb2-9199-276bd9f83da3), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:05.451408 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284e1b3-4545-4ef7-b6f3-6ac6f1dfc176 None None] The sync data for ids ['a336658a-d2ec-4543-9ee0-389fa00bdb22'] in dv-cinder-830093-1-iscsi is: [{'id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'name': 'tempest-TestMinimumBasicScenario-928848047-router', 'tenant_id': 'b7359353b29043cf98d86358fa138c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'cdffede1-8a4f-4613-80a3-332bf88d4b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:06:01Z', 'updated_at': '2022-02-20T22:06:04Z', 'revision_number': 4, 'project_id': 'b7359353b29043cf98d86358fa138c83', 'gw_port': {'id': 'cdffede1-8a4f-4613-80a3-332bf88d4b6a', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:44:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:06:02Z', 'updated_at': '2022-02-20T22:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '9d54035a-6c72-4c47-928c-56d3817ade99', 'name': '', 'network_id': 'a2e43695-3198-4077-9e23-56ca1126f32e', 'tenant_id': 'b7359353b29043cf98d86358fa138c83', 'mac_address': 'fa:16:3e:fb:b7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'edc9927d-dbce-42f0-9618-a048099320dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:06:03Z', 'updated_at': '2022-02-20T22:06:04Z', 'revision_number': 1, 'project_id': 'b7359353b29043cf98d86358fa138c83', 'subnets': [{'id': 'edc9927d-dbce-42f0-9618-a048099320dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:06:05.508685 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebd64bb-424d-498c-9a6f-413e4166b280 admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:06:05.514189 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-0ebd64bb-424d-498c-9a6f-413e4166b280 admin admin] 10.222.0.61 "PUT /v2.0/routers/a336658a-d2ec-4543-9ee0-389fa00bdb22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1295533 Feb 20 22:06:05.549562 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port dd969c1a-1227-4eb2-9199-276bd9f83da3 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:06:05.550732 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 0e7b387a-2f38-4a22-84a7-fad112610a9c up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:06:05.553065 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-f5f59553-ec08-49ac-876f-4b8d0b273464 None None] Provisioning complete for port 9d54035a-6c72-4c47-928c-56d3817ade99 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:06:05.553521 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f5f59553-ec08-49ac-876f-4b8d0b273464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (9d54035a-6c72-4c47-928c-56d3817ade99), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:05.615307 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-f5f59553-ec08-49ac-876f-4b8d0b273464 None None] Port 9d54035a-6c72-4c47-928c-56d3817ade99 cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:06:05.630483 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 0e7b387a-2f38-4a22-84a7-fad112610a9c triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:06:05.630965 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (0e7b387a-2f38-4a22-84a7-fad112610a9c), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:05.864571 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 0e7b387a-2f38-4a22-84a7-fad112610a9c is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:06:08.348550 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] Sync routers for ids ['a336658a-d2ec-4543-9ee0-389fa00bdb22'] in dv-cinder-830093-1-iscsi {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:06:08.366948 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] Routers {'a336658a-d2ec-4543-9ee0-389fa00bdb22'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:06:08.367579 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:05:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['a336658a-d2ec-4543-9ee0-389fa00bdb22'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:08.490104 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] Set router a336658a-d2ec-4543-9ee0-389fa00bdb22 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:06:08.763977 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'name': 'tempest-TestMinimumBasicScenario-928848047-router', 'tenant_id': 'b7359353b29043cf98d86358fa138c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'cdffede1-8a4f-4613-80a3-332bf88d4b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:06:01Z', 'updated_at': '2022-02-20T22:06:04Z', 'revision_number': 4, 'project_id': 'b7359353b29043cf98d86358fa138c83', 'gw_port': {'id': 'cdffede1-8a4f-4613-80a3-332bf88d4b6a', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:44:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:06:02Z', 'updated_at': '2022-02-20T22:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '9d54035a-6c72-4c47-928c-56d3817ade99', 'name': '', 'network_id': 'a2e43695-3198-4077-9e23-56ca1126f32e', 'tenant_id': 'b7359353b29043cf98d86358fa138c83', 'mac_address': 'fa:16:3e:fb:b7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'edc9927d-dbce-42f0-9618-a048099320dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:06:03Z', 'updated_at': '2022-02-20T22:06:04Z', 'revision_number': 2, 'project_id': 'b7359353b29043cf98d86358fa138c83', 'subnets': [{'id': 'edc9927d-dbce-42f0-9618-a048099320dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:08.787892 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device cdffede1-8a4f-4613-80a3-332bf88d4b6a up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:06:08.801487 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] Checking router: a336658a-d2ec-4543-9ee0-389fa00bdb22 for host: dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:06:08.801862 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] Updating router a336658a-d2ec-4543-9ee0-389fa00bdb22 port 9d54035a-6c72-4c47-928c-56d3817ade99 binding host dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:06:08.838545 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port cdffede1-8a4f-4613-80a3-332bf88d4b6a triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:06:08.839019 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (cdffede1-8a4f-4613-80a3-332bf88d4b6a), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:08.842500 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (9d54035a-6c72-4c47-928c-56d3817ade99), before_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:08.924064 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port cdffede1-8a4f-4613-80a3-332bf88d4b6a is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:06:08.924378 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (cdffede1-8a4f-4613-80a3-332bf88d4b6a), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:08.948104 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] For port cdffede1-8a4f-4613-80a3-332bf88d4b6a, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=cdffede1-8a4f-4613-80a3-332bf88d4b6a,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:06:08.953836 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (cdffede1-8a4f-4613-80a3-332bf88d4b6a), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:09.006794 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Pushing event updated for resources: {'Port': ['ID=cdffede1-8a4f-4613-80a3-332bf88d4b6a,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:09.159744 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] Publish callbacks [] for port (9d54035a-6c72-4c47-928c-56d3817ade99), precommit_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:09.166527 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (9d54035a-6c72-4c47-928c-56d3817ade99), after_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:09.218596 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efffa19-c892-4616-9068-acc783830550 None None] Pushing event updated for resources: {'Port': ['ID=9d54035a-6c72-4c47-928c-56d3817ade99,revision_number=3']} {{(pid=102710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:09.291612 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] Attempting to bind port 9d54035a-6c72-4c47-928c-56d3817ade99 on host dv-cinder-830093-1-iscsi for vnic_type normal with profile {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:06:09.292066 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] Attempting to bind port 9d54035a-6c72-4c47-928c-56d3817ade99 by drivers openvswitch,hyperv on host dv-cinder-830093-1-iscsi at level 0 using segments [{'id': '2f492964-f0e8-447c-ac91-ab83ee245006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a2e43695-3198-4077-9e23-56ca1126f32e'}] {{(pid=102710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:06:09.292517 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] Attempting to bind port 9d54035a-6c72-4c47-928c-56d3817ade99 on network a2e43695-3198-4077-9e23-56ca1126f32e {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:06:09.300000 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] Checking agent: {'id': 'c2c90c56-7cc7-4be2-b25f-cc0424d760c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 48, 27), 'started_at': datetime.datetime(2022, 2, 20, 21, 48, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:06:09.300361 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] Checking segment: {'id': '2f492964-f0e8-447c-ac91-ab83ee245006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a2e43695-3198-4077-9e23-56ca1126f32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:06:09.300995 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:09.301517 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] Bound using segment: {'id': '2f492964-f0e8-447c-ac91-ab83ee245006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a2e43695-3198-4077-9e23-56ca1126f32e'} {{(pid=102710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:06:09.302082 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.managers [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] Bound port: 9d54035a-6c72-4c47-928c-56d3817ade99, host: dv-cinder-830093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f492964-f0e8-447c-ac91-ab83ee245006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a2e43695-3198-4077-9e23-56ca1126f32e'}}] {{(pid=102710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:06:09.302531 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (9d54035a-6c72-4c47-928c-56d3817ade99), before_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:09.387038 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.db [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] For port 9d54035a-6c72-4c47-928c-56d3817ade99, host dv-cinder-830093-1-iscsi, cleared binding levels {{(pid=102710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:06:09.391305 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.plugins.ml2.db [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] For port 9d54035a-6c72-4c47-928c-56d3817ade99, host dv-cinder-830093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=9d54035a-6c72-4c47-928c-56d3817ade99,segment=NetworkSegment(2f492964-f0e8-447c-ac91-ab83ee245006),segment_id=2f492964-f0e8-447c-ac91-ab83ee245006)] {{(pid=102710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:06:09.400963 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron_lib.callbacks.manager [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (9d54035a-6c72-4c47-928c-56d3817ade99), after_update {{(pid=102710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:09.471751 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] Routers {'a336658a-d2ec-4543-9ee0-389fa00bdb22'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:06:09.472292 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:05:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['a336658a-d2ec-4543-9ee0-389fa00bdb22'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:09.476459 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efffa19-c892-4616-9068-acc783830550 None None] Pushing event updated for resources: {'Port': ['ID=9d54035a-6c72-4c47-928c-56d3817ade99,revision_number=4']} {{(pid=102710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:09.489835 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-c9e4d347-5295-44e6-9872-8172161efeea None None] Provisioning complete for port 9d54035a-6c72-4c47-928c-56d3817ade99 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:06:09.490317 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-c9e4d347-5295-44e6-9872-8172161efeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (9d54035a-6c72-4c47-928c-56d3817ade99), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:09.612171 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-c9e4d347-5295-44e6-9872-8172161efeea None None] Current status of the port 9d54035a-6c72-4c47-928c-56d3817ade99 is: DOWN; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:06:09.612807 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-c9e4d347-5295-44e6-9872-8172161efeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (9d54035a-6c72-4c47-928c-56d3817ade99), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:09.640731 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] Set router a336658a-d2ec-4543-9ee0-389fa00bdb22 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:06:09.682997 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-c9e4d347-5295-44e6-9872-8172161efeea None None] For port 9d54035a-6c72-4c47-928c-56d3817ade99, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=9d54035a-6c72-4c47-928c-56d3817ade99,segment=NetworkSegment(2f492964-f0e8-447c-ac91-ab83ee245006),segment_id=2f492964-f0e8-447c-ac91-ab83ee245006)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:06:09.693250 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-c9e4d347-5295-44e6-9872-8172161efeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (9d54035a-6c72-4c47-928c-56d3817ade99), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:09.752601 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4d347-5295-44e6-9872-8172161efeea None None] Pushing event updated for resources: {'Port': ['ID=9d54035a-6c72-4c47-928c-56d3817ade99,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:09.823987 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-60d488ac-0515-4e06-9ce1-be904ce43a10 None None] Provisioning complete for port 9d54035a-6c72-4c47-928c-56d3817ade99 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:06:09.824653 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-60d488ac-0515-4e06-9ce1-be904ce43a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (9d54035a-6c72-4c47-928c-56d3817ade99), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:09.907167 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'name': 'tempest-TestMinimumBasicScenario-928848047-router', 'tenant_id': 'b7359353b29043cf98d86358fa138c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'cdffede1-8a4f-4613-80a3-332bf88d4b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:06:01Z', 'updated_at': '2022-02-20T22:06:04Z', 'revision_number': 4, 'project_id': 'b7359353b29043cf98d86358fa138c83', 'gw_port': {'id': 'cdffede1-8a4f-4613-80a3-332bf88d4b6a', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:06:02Z', 'updated_at': '2022-02-20T22:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '9d54035a-6c72-4c47-928c-56d3817ade99', 'name': '', 'network_id': 'a2e43695-3198-4077-9e23-56ca1126f32e', 'tenant_id': 'b7359353b29043cf98d86358fa138c83', 'mac_address': 'fa:16:3e:fb:b7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'edc9927d-dbce-42f0-9618-a048099320dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:06:03Z', 'updated_at': '2022-02-20T22:06:09Z', 'revision_number': 4, 'project_id': 'b7359353b29043cf98d86358fa138c83', 'subnets': [{'id': 'edc9927d-dbce-42f0-9618-a048099320dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:09.916446 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-60d488ac-0515-4e06-9ce1-be904ce43a10 None None] Current status of the port 9d54035a-6c72-4c47-928c-56d3817ade99 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:06:09.940705 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88d4be2-faed-4b5c-8e0c-4b2a6db00b6a None None] The sync data for ids ['a336658a-d2ec-4543-9ee0-389fa00bdb22'] in dv-cinder-830093-1-iscsi is: [{'id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'name': 'tempest-TestMinimumBasicScenario-928848047-router', 'tenant_id': 'b7359353b29043cf98d86358fa138c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'cdffede1-8a4f-4613-80a3-332bf88d4b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:06:01Z', 'updated_at': '2022-02-20T22:06:04Z', 'revision_number': 4, 'project_id': 'b7359353b29043cf98d86358fa138c83', 'gw_port': {'id': 'cdffede1-8a4f-4613-80a3-332bf88d4b6a', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:06:02Z', 'updated_at': '2022-02-20T22:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '9d54035a-6c72-4c47-928c-56d3817ade99', 'name': '', 'network_id': 'a2e43695-3198-4077-9e23-56ca1126f32e', 'tenant_id': 'b7359353b29043cf98d86358fa138c83', 'mac_address': 'fa:16:3e:fb:b7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'edc9927d-dbce-42f0-9618-a048099320dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:06:03Z', 'updated_at': '2022-02-20T22:06:09Z', 'revision_number': 4, 'project_id': 'b7359353b29043cf98d86358fa138c83', 'subnets': [{'id': 'edc9927d-dbce-42f0-9618-a048099320dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:06:10.760798 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 9d54035a-6c72-4c47-928c-56d3817ade99 up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:06:10.832498 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port 9d54035a-6c72-4c47-928c-56d3817ade99 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:06:10.833218 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (9d54035a-6c72-4c47-928c-56d3817ade99), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:10.920273 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port 9d54035a-6c72-4c47-928c-56d3817ade99 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:06:10.921313 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device cdffede1-8a4f-4613-80a3-332bf88d4b6a up at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:06:10.974361 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Provisioning complete for port cdffede1-8a4f-4613-80a3-332bf88d4b6a triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:06:10.974992 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (cdffede1-8a4f-4613-80a3-332bf88d4b6a), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:11.072915 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Current status of the port cdffede1-8a4f-4613-80a3-332bf88d4b6a is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:06:15.343456 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-37619b27-80c9-42f4-ad9c-b538db33992f tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:15.345132 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-37619b27-80c9-42f4-ad9c-b538db33992f tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/networks?id=49f94057-89cf-4435-b1f0-ced14afcff42 HTTP/1.1" status: 200 len: 815 time: 0.1024508 Feb 20 22:06:15.359954 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-9994bb03-4f66-46e5-870d-728846156e54 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/quotas/1dc84a46160c465b956da03cfdd14a76 HTTP/1.1" status: 200 len: 375 time: 0.0089841 Feb 20 22:06:15.414717 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-43630dec-ebe3-4679-b7b8-5d627d4a7f89 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1dc84a46160c465b956da03cfdd14a76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492899 Feb 20 22:06:15.505070 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-b6fb6a8f-0edc-487f-a1b2-69c04d04305e service neutron] 10.222.0.61 "GET /v2.0/networks/49f94057-89cf-4435-b1f0-ced14afcff42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790331 Feb 20 22:06:15.603323 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-ab4e4a9b-e32e-4bdb-82b9-ee1785ff30d4 service neutron] 10.222.0.61 "GET /v2.0/networks/49f94057-89cf-4435-b1f0-ced14afcff42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895705 Feb 20 22:06:15.759956 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c96b5acd-57de-4063-8b04-18f5846f3efc req-77ca3a40-7082-4001-9669-621881d6a819 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 210 time: 0.0285349 Feb 20 22:06:16.766898 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-82f755e4-bba5-4df9-ba90-a30df9aa9a62 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:16.768369 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-82f755e4-bba5-4df9-ba90-a30df9aa9a62 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.45 "GET /v2.0/networks?id=49f94057-89cf-4435-b1f0-ced14afcff42 HTTP/1.1" status: 200 len: 815 time: 0.1142061 Feb 20 22:06:16.782745 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-cfa8e8e0-9849-47be-b50e-a06c51f880e3 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Request body: {'port': {'device_id': '2d9008f6-6fb7-4cd5-a78b-3359022c148d', 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42', 'admin_state_up': True, 'tenant_id': '1dc84a46160c465b956da03cfdd14a76'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:06:16.909765 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-cfa8e8e0-9849-47be-b50e-a06c51f880e3 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Made reservation on behalf of 1dc84a46160c465b956da03cfdd14a76 for: {'port': 1} {{(pid=102708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:06:16.914035 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-cfa8e8e0-9849-47be-b50e-a06c51f880e3 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:17.029280 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-53330786-fd04-4885-a582-b7bf79fbab8c req-4ae6b51d-f1f6-46a8-9e48-897e43226fd2 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 210 time: 0.0295997 Feb 20 22:06:17.049158 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_common [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-cfa8e8e0-9849-47be-b50e-a06c51f880e3 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Allocated IP 172.20.0.10 (49f94057-89cf-4435-b1f0-ced14afcff42/934095d1-76ca-46b5-ae51-da535dbaa64b/d0df7b9e-90a6-467a-bad9-f41b669aa299) {{(pid=102708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:06:17.199891 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-cfa8e8e0-9849-47be-b50e-a06c51f880e3 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:17.236598 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-cfa8e8e0-9849-47be-b50e-a06c51f880e3 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:17.314128 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8e8e0-9849-47be-b50e-a06c51f880e3 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Pushing event updated for resources: {'Port': ['ID=d0df7b9e-90a6-467a-bad9-f41b669aa299,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:17.321895 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-cfa8e8e0-9849-47be-b50e-a06c51f880e3 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Network 49f94057-89cf-4435-b1f0-ced14afcff42 is already hosted by enough agents. {{(pid=102708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:06:17.323435 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.base_scheduler [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-cfa8e8e0-9849-47be-b50e-a06c51f880e3 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Resources bound (agent type, host, resource id): {{(pid=102708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:06:17.340250 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-cfa8e8e0-9849-47be-b50e-a06c51f880e3 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Received port after_create {{(pid=102708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:06:17.404799 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-cfa8e8e0-9849-47be-b50e-a06c51f880e3 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:17.405483 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-cfa8e8e0-9849-47be-b50e-a06c51f880e3 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:17.429251 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-cfa8e8e0-9849-47be-b50e-a06c51f880e3 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6514525 Feb 20 22:06:17.599649 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-b9bf9c1c-9273-4f98-85d5-02959abf6d97 None None] Provisioning complete for port d0df7b9e-90a6-467a-bad9-f41b669aa299 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:06:17.601105 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b9bf9c1c-9273-4f98-85d5-02959abf6d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:17.641249 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf9c1c-9273-4f98-85d5-02959abf6d97 None None] Port d0df7b9e-90a6-467a-bad9-f41b669aa299 cannot update to ACTIVE because it is not bound. {{(pid=102709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:06:18.155403 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a444b9-5609-46b8-83c5-ec84952fb460 req-e6160cbe-3354-4d8b-9ca7-d730fd0f744b tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:18.157221 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-31a444b9-5609-46b8-83c5-ec84952fb460 req-e6160cbe-3354-4d8b-9ca7-d730fd0f744b tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 932 time: 0.0555627 Feb 20 22:06:18.210552 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-31a444b9-5609-46b8-83c5-ec84952fb460 req-b5398ec0-e84b-4821-bd3b-36be280962e1 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429857 Feb 20 22:06:19.330591 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37054e4-d20d-4c3f-a84e-5780cbbd4566 req-9148b38a-6277-405e-a6de-30ab32372b94 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:19.332079 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d37054e4-d20d-4c3f-a84e-5780cbbd4566 req-9148b38a-6277-405e-a6de-30ab32372b94 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 932 time: 0.0532928 Feb 20 22:06:19.381305 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d37054e4-d20d-4c3f-a84e-5780cbbd4566 req-7feaf48a-5ba4-4f01-aabe-a71daa76d86c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436134 Feb 20 22:06:20.501386 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429942b0-93bd-4306-bfc7-c50fbdaeafa8 req-d2975de1-4b57-46d0-8422-507c9b02f8ec tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:20.502867 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-429942b0-93bd-4306-bfc7-c50fbdaeafa8 req-d2975de1-4b57-46d0-8422-507c9b02f8ec tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 932 time: 0.0552220 Feb 20 22:06:20.556274 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-429942b0-93bd-4306-bfc7-c50fbdaeafa8 req-3dd734f0-198b-48cc-b0f9-8dacf7e5034c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465672 Feb 20 22:06:21.023975 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2406f56b-e61c-40e1-af8a-11a4fca9f639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:21.686032 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626efb6-74a6-41f6-b9ba-c90cf4707a7c req-032d47e1-d1ed-4482-9c66-490655a2164f tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:21.687724 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d626efb6-74a6-41f6-b9ba-c90cf4707a7c req-032d47e1-d1ed-4482-9c66-490655a2164f tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 932 time: 0.0602617 Feb 20 22:06:21.736635 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d626efb6-74a6-41f6-b9ba-c90cf4707a7c req-6fb4d85f-975c-47c6-a7ac-c474045a549f tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430017 Feb 20 22:06:23.013320 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef257c-348a-4538-940c-d9dbe6b6a400 req-6747cb93-4258-452d-888e-8f954504a497 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:23.014829 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-caef257c-348a-4538-940c-d9dbe6b6a400 req-6747cb93-4258-452d-888e-8f954504a497 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 932 time: 0.2081881 Feb 20 22:06:23.065964 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-caef257c-348a-4538-940c-d9dbe6b6a400 req-57a27ce5-5173-4e25-9c6e-a043745f4226 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455792 Feb 20 22:06:23.139742 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-6bd12f26-7707-4a81-92a0-a83144c81a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:24.250153 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae12be-85c3-45c4-9738-3194db03da20 req-0a3c8240-419e-4921-90a7-4a36e5cf606c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:24.251639 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e4ae12be-85c3-45c4-9738-3194db03da20 req-0a3c8240-419e-4921-90a7-4a36e5cf606c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 932 time: 0.1141512 Feb 20 22:06:24.301165 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e4ae12be-85c3-45c4-9738-3194db03da20 req-09ce2389-9a3a-4bda-8d2e-67f3478a9695 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436025 Feb 20 22:06:24.434070 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:25.427185 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52f3cd-2b25-4f88-9d5a-4fc94bef51a6 req-2c37e65e-3496-400e-92f1-d650c48cc5d0 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:25.428659 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9e52f3cd-2b25-4f88-9d5a-4fc94bef51a6 req-2c37e65e-3496-400e-92f1-d650c48cc5d0 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 932 time: 0.0519512 Feb 20 22:06:25.475997 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9e52f3cd-2b25-4f88-9d5a-4fc94bef51a6 req-a3549f90-39c4-4f19-a1a5-4330c496bfc4 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417862 Feb 20 22:06:25.889035 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:26.501058 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Request body: {'port': {'device_id': '2d9008f6-6fb7-4cd5-a78b-3359022c148d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:06:26.561220 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:26.592425 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494085ae-f8c2-4d7d-8c9e-e65708eed354 req-92edb1c2-ddf1-4e9e-92f8-d45facfe37e7 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:26.594007 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-494085ae-f8c2-4d7d-8c9e-e65708eed354 req-92edb1c2-ddf1-4e9e-92f8-d45facfe37e7 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 932 time: 0.0515211 Feb 20 22:06:26.643111 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-494085ae-f8c2-4d7d-8c9e-e65708eed354 req-8044dbe6-fdee-47d2-92c6-3f6120ab6a8c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435936 Feb 20 22:06:26.815805 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0df7b9e-90a6-467a-bad9-f41b669aa299 {{(pid=102708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:06:26.823605 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Publish callbacks [] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), precommit_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:26.835049 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.provisioning_blocks [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Transition to ACTIVE for port object d0df7b9e-90a6-467a-bad9-f41b669aa299 will not be triggered until provisioned by entity L2. {{(pid=102708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:06:26.838620 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:26.888119 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Pushing event updated for resources: {'Port': ['ID=d0df7b9e-90a6-467a-bad9-f41b669aa299,revision_number=2']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:26.957442 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Attempting to bind port d0df7b9e-90a6-467a-bad9-f41b669aa299 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:06:26.957784 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Attempting to bind port d0df7b9e-90a6-467a-bad9-f41b669aa299 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '95ab32f0-60de-426e-9f7b-5530e2ea1c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42'}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:06:26.958153 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Attempting to bind port d0df7b9e-90a6-467a-bad9-f41b669aa299 on network 49f94057-89cf-4435-b1f0-ced14afcff42 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:06:26.962781 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Port d0df7b9e-90a6-467a-bad9-f41b669aa299 on network 49f94057-89cf-4435-b1f0-ced14afcff42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:06:26.963113 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Attempting to bind port d0df7b9e-90a6-467a-bad9-f41b669aa299 on network 49f94057-89cf-4435-b1f0-ced14afcff42 {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:06:26.968117 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Checking agent: {'id': '1090a7f4-5fb9-43e3-b867-d17208d79388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'started_at': datetime.datetime(2022, 2, 20, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:06:26.968583 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Checking segment: {'id': '95ab32f0-60de-426e-9f7b-5530e2ea1c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:06:26.968969 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Bound using segment: {'id': '95ab32f0-60de-426e-9f7b-5530e2ea1c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42'} {{(pid=102708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:06:26.969416 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.managers [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Bound port: d0df7b9e-90a6-467a-bad9-f41b669aa299, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ab32f0-60de-426e-9f7b-5530e2ea1c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42'}}] {{(pid=102708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:06:26.969771 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), before_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:27.036706 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] For port d0df7b9e-90a6-467a-bad9-f41b669aa299, host hv-cinder-83009, cleared binding levels {{(pid=102708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:06:27.039655 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] For port d0df7b9e-90a6-467a-bad9-f41b669aa299, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0df7b9e-90a6-467a-bad9-f41b669aa299,segment=NetworkSegment(95ab32f0-60de-426e-9f7b-5530e2ea1c78),segment_id=95ab32f0-60de-426e-9f7b-5530e2ea1c78)] {{(pid=102708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:06:27.045120 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8474575'] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), after_update {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:27.078127 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:27.078752 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:27.080133 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] 10.222.0.45 "PUT /v2.0/ports/d0df7b9e-90a6-467a-bad9-f41b669aa299 HTTP/1.1" status: 200 len: 1094 time: 0.5839531 Feb 20 22:06:27.080570 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9008f6-6fb7-4cd5-a78b-3359022c148d', 'tag': 'd0df7b9e-90a6-467a-bad9-f41b669aa299'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:06:27.082803 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1edbbd-d753-4cd9-9f28-505c35726083" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9008f6-6fb7-4cd5-a78b-3359022c148d", "tag": "d0df7b9e-90a6-467a-bad9-f41b669aa299"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:06:27.116692 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e6638-a3b3-4110-92fd-9fdc700c171b service neutron] Pushing event updated for resources: {'Port': ['ID=d0df7b9e-90a6-467a-bad9-f41b669aa299,revision_number=3']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:27.136538 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000ca9a5-9d24-4453-93fe-24a8587ad7a1 x-openstack-request-id: req-000ca9a5-9d24-4453-93fe-24a8587ad7a1 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:06:27.136538 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9008f6-6fb7-4cd5-a78b-3359022c148d", "tag": "d0df7b9e-90a6-467a-bad9-f41b669aa299", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:06:27.136538 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-000ca9a5-9d24-4453-93fe-24a8587ad7a1 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:06:27.136538 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9008f6-6fb7-4cd5-a78b-3359022c148d', 'tag': 'd0df7b9e-90a6-467a-bad9-f41b669aa299', 'status': 'completed', 'code': 200} Feb 20 22:06:27.170459 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-6bdcd53f-74bd-4f40-918f-419b9a4fd141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:27.172032 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-6bdcd53f-74bd-4f40-918f-419b9a4fd141 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1dc84a46160c465b956da03cfdd14a76&device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 1128 time: 0.0464978 Feb 20 22:06:27.216342 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-deffeaf9-efb9-4920-885e-cb75361dbdf8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0df7b9e-90a6-467a-bad9-f41b669aa299 HTTP/1.1" status: 200 len: 217 time: 0.0377491 Feb 20 22:06:27.267918 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-8fed0d37-64e4-4720-a242-7eab8c21a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:27.269408 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-8fed0d37-64e4-4720-a242-7eab8c21a611 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=934095d1-76ca-46b5-ae51-da535dbaa64b HTTP/1.1" status: 200 len: 854 time: 0.0443757 Feb 20 22:06:27.306598 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:27.321526 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-b1d4d3fe-ca57-45d3-87df-2b29d6a9c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:27.323107 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-b1d4d3fe-ca57-45d3-87df-2b29d6a9c867 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49f94057-89cf-4435-b1f0-ced14afcff42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444367 Feb 20 22:06:27.416844 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-31da8847-e6ad-483e-87cd-11fd7d063385 service neutron] 10.222.0.45 "GET /v2.0/networks/49f94057-89cf-4435-b1f0-ced14afcff42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830114 Feb 20 22:06:27.504833 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-40e005d1-b3d1-4dc3-8f53-f9f6c08676a0 req-f5aad5b0-91ab-4e91-a582-016f2044c1fa service neutron] 10.222.0.45 "GET /v2.0/networks/49f94057-89cf-4435-b1f0-ced14afcff42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778513 Feb 20 22:06:27.592445 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1edbbd-d753-4cd9-9f28-505c35726083 req-7d0ae5d6-eb95-4cdf-919f-8baae48df0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:27.593978 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2f1edbbd-d753-4cd9-9f28-505c35726083 req-7d0ae5d6-eb95-4cdf-919f-8baae48df0d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1dc84a46160c465b956da03cfdd14a76&device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 1128 time: 0.0437648 Feb 20 22:06:27.685392 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1edbbd-d753-4cd9-9f28-505c35726083 req-c233935d-883e-4367-b0d6-522976b914c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:27.686858 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2f1edbbd-d753-4cd9-9f28-505c35726083 req-c233935d-883e-4367-b0d6-522976b914c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=49f94057-89cf-4435-b1f0-ced14afcff42 HTTP/1.1" status: 200 len: 916 time: 0.0857625 Feb 20 22:06:27.728187 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2f1edbbd-d753-4cd9-9f28-505c35726083 req-15dcc62b-d01f-4c9d-ac8c-81f78ffd23ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0df7b9e-90a6-467a-bad9-f41b669aa299 HTTP/1.1" status: 200 len: 217 time: 0.0348661 Feb 20 22:06:27.759748 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd62b8-d93f-429d-9ce9-e3ea70b2fb47 req-10792b5e-3dfa-44ed-9527-6075baa822ff tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:27.761241 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1cfd62b8-d93f-429d-9ce9-e3ea70b2fb47 req-10792b5e-3dfa-44ed-9527-6075baa822ff tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 944 time: 0.0509882 Feb 20 22:06:27.781225 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1edbbd-d753-4cd9-9f28-505c35726083 req-c69bb395-817d-40c3-bb11-456736bd10e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:27.782812 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2f1edbbd-d753-4cd9-9f28-505c35726083 req-c69bb395-817d-40c3-bb11-456736bd10e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=934095d1-76ca-46b5-ae51-da535dbaa64b HTTP/1.1" status: 200 len: 854 time: 0.0469005 Feb 20 22:06:27.808433 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1cfd62b8-d93f-429d-9ce9-e3ea70b2fb47 req-e376aec2-cd43-495e-ae14-e40192f71e3c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414751 Feb 20 22:06:27.834453 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1edbbd-d753-4cd9-9f28-505c35726083 req-45b29f29-cf2a-4d12-baa9-0664e30e5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:27.835954 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2f1edbbd-d753-4cd9-9f28-505c35726083 req-45b29f29-cf2a-4d12-baa9-0664e30e5236 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49f94057-89cf-4435-b1f0-ced14afcff42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446508 Feb 20 22:06:27.922110 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2f1edbbd-d753-4cd9-9f28-505c35726083 req-ca8f44f0-f773-4d54-b032-cc60ecfc5b77 service neutron] 10.222.0.45 "GET /v2.0/networks/49f94057-89cf-4435-b1f0-ced14afcff42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790401 Feb 20 22:06:28.011393 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-2f1edbbd-d753-4cd9-9f28-505c35726083 req-b804cc91-5124-438d-927c-f2d021ecf1e4 service neutron] 10.222.0.45 "GET /v2.0/networks/49f94057-89cf-4435-b1f0-ced14afcff42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821917 Feb 20 22:06:28.924188 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed88e8f-2d4d-49ef-b3d9-038c7dc725d8 req-f498dc18-ec1d-4490-b90d-cd4684c4629b tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:28.925718 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7ed88e8f-2d4d-49ef-b3d9-038c7dc725d8 req-f498dc18-ec1d-4490-b90d-cd4684c4629b tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 944 time: 0.0509081 Feb 20 22:06:28.975650 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7ed88e8f-2d4d-49ef-b3d9-038c7dc725d8 req-1b25d04f-5a0b-4c92-9583-03f6787116f4 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435369 Feb 20 22:06:29.345585 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:29.803444 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device d0df7b9e-90a6-467a-bad9-f41b669aa299 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:06:29.895988 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port d0df7b9e-90a6-467a-bad9-f41b669aa299, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0df7b9e-90a6-467a-bad9-f41b669aa299,segment=NetworkSegment(95ab32f0-60de-426e-9f7b-5530e2ea1c78),segment_id=95ab32f0-60de-426e-9f7b-5530e2ea1c78)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:06:29.909730 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Returning: {'device': 'd0df7b9e-90a6-467a-bad9-f41b669aa299', 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42', 'port_id': 'd0df7b9e-90a6-467a-bad9-f41b669aa299', 'mac_address': 'fa:16:3e:05:f7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:06:29.945887 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port d0df7b9e-90a6-467a-bad9-f41b669aa299 is: DOWN; New status is: BUILD {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:06:29.946285 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:29.960028 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0df7b9e-90a6-467a-bad9-f41b669aa299 {{(pid=102709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:06:29.979486 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port d0df7b9e-90a6-467a-bad9-f41b669aa299, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0df7b9e-90a6-467a-bad9-f41b669aa299,segment=NetworkSegment(95ab32f0-60de-426e-9f7b-5530e2ea1c78),segment_id=95ab32f0-60de-426e-9f7b-5530e2ea1c78)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:06:29.983538 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:30.029616 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=d0df7b9e-90a6-467a-bad9-f41b669aa299,revision_number=4']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:30.091971 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84eed35-cf00-4207-bca0-c7b257c43f35 req-d71527d9-b74b-419d-abcb-924bae8a2005 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:30.093519 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a84eed35-cf00-4207-bca0-c7b257c43f35 req-d71527d9-b74b-419d-abcb-924bae8a2005 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 945 time: 0.0540886 Feb 20 22:06:30.138247 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a84eed35-cf00-4207-bca0-c7b257c43f35 req-eaf816ae-b3dd-412c-aa28-1d7eac35f04d tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387673 Feb 20 22:06:30.288764 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['d0df7b9e-90a6-467a-bad9-f41b669aa299'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:06:31.252689 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6037438-238f-427b-adbe-bbf83dbfb250 req-d147eb1e-d7bd-4c89-af9a-458da69acfa6 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:31.254176 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e6037438-238f-427b-adbe-bbf83dbfb250 req-d147eb1e-d7bd-4c89-af9a-458da69acfa6 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 945 time: 0.0503018 Feb 20 22:06:31.305317 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-e6037438-238f-427b-adbe-bbf83dbfb250 req-a50e20b8-6617-4581-8022-5d5b056a56a1 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444911 Feb 20 22:06:31.800990 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device d0df7b9e-90a6-467a-bad9-f41b669aa299 up at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:06:31.847253 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning for port d0df7b9e-90a6-467a-bad9-f41b669aa299 completed by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:06:31.851341 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Provisioning complete for port d0df7b9e-90a6-467a-bad9-f41b669aa299 triggered by entity L2. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:06:31.851718 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:31.927744 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Current status of the port d0df7b9e-90a6-467a-bad9-f41b669aa299 is: BUILD; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:06:31.928141 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), before_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:31.949345 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9008f6-6fb7-4cd5-a78b-3359022c148d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0df7b9e-90a6-467a-bad9-f41b669aa299'}] {{(pid=102709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:06:31.951557 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e1bcfa22f140eba17a8d8059c28edd81b98738343d23a83a98050ede98947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a44ac0-da55-4a45-b080-ff6cfa4d65d6" -d '{"events": [{"server_uuid": "2d9008f6-6fb7-4cd5-a78b-3359022c148d", "name": "network-vif-plugged", "status": "completed", "tag": "d0df7b9e-90a6-467a-bad9-f41b669aa299"}]}' {{(pid=102709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:06:31.964160 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] For port d0df7b9e-90a6-467a-bad9-f41b669aa299, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0df7b9e-90a6-467a-bad9-f41b669aa299,segment=NetworkSegment(95ab32f0-60de-426e-9f7b-5530e2ea1c78),segment_id=95ab32f0-60de-426e-9f7b-5530e2ea1c78)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:06:31.969228 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372'] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:31.991865 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae51837f-8e91-40c4-b00e-086a8108fe2f x-openstack-request-id: req-ae51837f-8e91-40c4-b00e-086a8108fe2f {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:06:31.992163 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9008f6-6fb7-4cd5-a78b-3359022c148d", "name": "network-vif-plugged", "status": "completed", "tag": "d0df7b9e-90a6-467a-bad9-f41b669aa299", "code": 200}]} {{(pid=102709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:06:31.992417 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae51837f-8e91-40c4-b00e-086a8108fe2f {{(pid=102709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:06:31.992850 dv-cinder-830093-1-iscsi neutron-server[102709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9008f6-6fb7-4cd5-a78b-3359022c148d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0df7b9e-90a6-467a-bad9-f41b669aa299', 'code': 200} Feb 20 22:06:32.018620 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Pushing event updated for resources: {'Port': ['ID=d0df7b9e-90a6-467a-bad9-f41b669aa299,revision_number=5']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:32.165949 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5040b-41af-4e96-a9cc-edd8c725c9da req-2284b774-efb3-4014-b902-afe7ddca9235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:32.167431 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-a1f5040b-41af-4e96-a9cc-edd8c725c9da req-2284b774-efb3-4014-b902-afe7ddca9235 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 1130 time: 0.0439289 Feb 20 22:06:32.212682 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-a1f5040b-41af-4e96-a9cc-edd8c725c9da req-a0c44096-aa0d-4865-a624-922ce484b9d0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355711 Feb 20 22:06:32.423327 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67763ff1-95dc-47df-964c-72ed564b9fce req-400237f2-a4e4-4614-83fd-fedb62885ed9 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:32.424680 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-67763ff1-95dc-47df-964c-72ed564b9fce req-400237f2-a4e4-4614-83fd-fedb62885ed9 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 946 time: 0.0544362 Feb 20 22:06:32.469347 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-67763ff1-95dc-47df-964c-72ed564b9fce req-5057dc45-e9cd-466f-8df4-9daed3d6cbfc tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390527 Feb 20 22:06:33.584410 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee31e6-f3aa-4dde-9413-e1cbd0e4d0dc req-2e9d33bc-98b0-41fb-855a-64c193382a2c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:33.585920 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8aee31e6-f3aa-4dde-9413-e1cbd0e4d0dc req-2e9d33bc-98b0-41fb-855a-64c193382a2c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 946 time: 0.0512407 Feb 20 22:06:33.630919 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8aee31e6-f3aa-4dde-9413-e1cbd0e4d0dc req-46570a2b-b24d-4da4-9d38-5ffee23ead8c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396659 Feb 20 22:06:33.746087 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabdb21-dc96-4a9d-8c5c-d8dd4a971938 req-c551c478-5729-4ac5-a2c5-45bf9e7bfeb8 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:33.747440 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bdabdb21-dc96-4a9d-8c5c-d8dd4a971938 req-c551c478-5729-4ac5-a2c5-45bf9e7bfeb8 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 946 time: 0.0513384 Feb 20 22:06:33.795997 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bdabdb21-dc96-4a9d-8c5c-d8dd4a971938 req-3549cb57-a4aa-40fc-8d6b-8283453b97ac tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430515 Feb 20 22:06:34.107357 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4533c-4f41-4895-a3b0-fbce1e233fa7 req-adb11d33-043c-43ed-b27e-aae2b3e66a1c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:34.108915 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-38b4533c-4f41-4895-a3b0-fbce1e233fa7 req-adb11d33-043c-43ed-b27e-aae2b3e66a1c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 946 time: 0.0517437 Feb 20 22:06:34.155045 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-38b4533c-4f41-4895-a3b0-fbce1e233fa7 req-163fc15b-14e2-4e3e-8a2f-2e78a572b51d tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405893 Feb 20 22:06:39.644096 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:06:43.456844 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00615bda-13ce-40c0-aa55-765d45bbf7df req-dc06b375-c5a5-4164-9678-26af31130f4d tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:43.458368 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-00615bda-13ce-40c0-aa55-765d45bbf7df req-dc06b375-c5a5-4164-9678-26af31130f4d tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 946 time: 0.0514855 Feb 20 22:06:43.502693 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-00615bda-13ce-40c0-aa55-765d45bbf7df req-83f08c61-ce3f-45c8-a2ff-8ff407e130e3 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388491 Feb 20 22:06:43.524936 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33814) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:06:43.609602 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19deb710-4ac8-4c35-ab8c-0cdf4fe7b4ca tempest-TestMinimumBasicScenario-1398401216 tempest-TestMinimumBasicScenario-1398401216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:43.611092 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-19deb710-4ac8-4c35-ab8c-0cdf4fe7b4ca tempest-TestMinimumBasicScenario-1398401216 tempest-TestMinimumBasicScenario-1398401216-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 1125 time: 0.0851429 Feb 20 22:06:43.614490 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33818) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:06:43.618623 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Request body: {'floatingip': {'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'port_id': 'd0df7b9e-90a6-467a-bad9-f41b669aa299', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:06:43.637690 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:43.729036 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (None), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:43.833028 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_common [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Allocated IP 172.27.3.132 (64ae5708-48ae-4f2e-98e0-0b35ff108ff4/7fd4686c-7b81-425f-9e36-00c6096e9531/c33d2f65-490e-48e4-9a4e-8f7f9f9f96b9) {{(pid=102707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:06:43.930146 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for port (c33d2f65-490e-48e4-9a4e-8f7f9f9f96b9), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:43.962026 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760287735336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (c33d2f65-490e-48e4-9a4e-8f7f9f9f96b9), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:44.001224 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Network 64ae5708-48ae-4f2e-98e0-0b35ff108ff4 is already hosted by enough agents. {{(pid=102707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:06:44.003886 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.base_scheduler [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Resources bound (agent type, host, resource id): {{(pid=102707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:06:44.006540 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Received port after_create {{(pid=102707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:06:44.034584 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Pushing event updated for resources: {'Port': ['ID=c33d2f65-490e-48e4-9a4e-8f7f9f9f96b9,revision_number=1']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:44.601859 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for floatingip (beb966e0-d6ef-4303-8d79-be3de168033a), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:44.668722 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (c33d2f65-490e-48e4-9a4e-8f7f9f9f96b9), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:44.782646 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33820) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:06:44.861858 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for port (c33d2f65-490e-48e4-9a4e-8f7f9f9f96b9), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:44.868656 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11565760'] for port (c33d2f65-490e-48e4-9a4e-8f7f9f9f96b9), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:44.993957 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Pushing event updated for resources: {'Port': ['ID=c33d2f65-490e-48e4-9a4e-8f7f9f9f96b9,revision_number=2']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:45.015563 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643065'] for floatingip (beb966e0-d6ef-4303-8d79-be3de168033a), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:45.077315 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-961228cf-8afc-4343-ada6-20238294fa88 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Deleting port 5868f61b-bca6-43df-91f1-f4ea093028b4 {{(pid=102707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:06:45.077657 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-961228cf-8afc-4343-ada6-20238294fa88 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (5868f61b-bca6-43df-91f1-f4ea093028b4), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:45.172329 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.db.l3_db [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Floating IP beb966e0-d6ef-4303-8d79-be3de168033a associated. External IP: 172.27.3.132, port: d0df7b9e-90a6-467a-bad9-f41b669aa299. Feb 20 22:06:45.230106 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-961228cf-8afc-4343-ada6-20238294fa88 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (5868f61b-bca6-43df-91f1-f4ea093028b4), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:45.230445 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-961228cf-8afc-4343-ada6-20238294fa88 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for floatingip (5868f61b-bca6-43df-91f1-f4ea093028b4), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:45.249537 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-961228cf-8afc-4343-ada6-20238294fa88 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Calling delete_port for 5868f61b-bca6-43df-91f1-f4ea093028b4 owned by network:floatingip {{(pid=102707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:06:45.534336 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Router fb003040-8a80-4bb2-99ec-d53fce2e4929 has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:06:45.555516 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-961228cf-8afc-4343-ada6-20238294fa88 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (5868f61b-bca6-43df-91f1-f4ea093028b4), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:45.617664 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961228cf-8afc-4343-ada6-20238294fa88 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event deleted for resources: {'Port': ['ID=5868f61b-bca6-43df-91f1-f4ea093028b4,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:45.742708 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-961228cf-8afc-4343-ada6-20238294fa88 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for floatingip (baf60136-d8d8-4888-a1fe-beb39056e7c3), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:45.743034 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.db.l3_db [None req-961228cf-8afc-4343-ada6-20238294fa88 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Floating IP baf60136-d8d8-4888-a1fe-beb39056e7c3 disassociated (deleted). External IP: 172.27.3.66, port: bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d. Feb 20 22:06:45.746269 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:06:45.755695 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886b8c10-96f1-4b91-b458-1b05eba13a09 None None] Sync routers for ids ['fb003040-8a80-4bb2-99ec-d53fce2e4929'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:06:45.765040 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886b8c10-96f1-4b91-b458-1b05eba13a09 None None] Routers {'fb003040-8a80-4bb2-99ec-d53fce2e4929'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:06:45.765668 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-886b8c10-96f1-4b91-b458-1b05eba13a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:06:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['fb003040-8a80-4bb2-99ec-d53fce2e4929'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:45.803205 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:45.872890 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-6c8deda6-0efe-435c-a58c-ef2fe1a2ae7a tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2548168 Feb 20 22:06:45.872890 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9008f6-6fb7-4cd5-a78b-3359022c148d', 'tag': 'd0df7b9e-90a6-467a-bad9-f41b669aa299'}] {{(pid=102707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:06:45.873289 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33822) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:06:45.874491 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820eb19fa05f47c33a4eb3d5d015730f1ac844cc5791151cf4d8bf01498112d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dae169-a3af-4518-82e5-1afd6c6ba80a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9008f6-6fb7-4cd5-a78b-3359022c148d", "tag": "d0df7b9e-90a6-467a-bad9-f41b669aa299"}]}' {{(pid=102707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:06:45.877946 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-886b8c10-96f1-4b91-b458-1b05eba13a09 None None] Set router fb003040-8a80-4bb2-99ec-d53fce2e4929 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:06:45.878831 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-2ac78891-a4e0-4995-a587-227e29335add tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-538330121', 'description': 'tempest-secgroup-smoke-538330121 description', 'project_id': '1dc84a46160c465b956da03cfdd14a76'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:06:45.904585 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-2ac78891-a4e0-4995-a587-227e29335add tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group (None), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:45.929911 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f52ceb-07a1-4628-8e65-06f2bebb7d83 x-openstack-request-id: req-c0f52ceb-07a1-4628-8e65-06f2bebb7d83 {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:06:45.930580 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9008f6-6fb7-4cd5-a78b-3359022c148d", "tag": "d0df7b9e-90a6-467a-bad9-f41b669aa299", "status": "completed", "code": 200}]} {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:06:45.930989 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0f52ceb-07a1-4628-8e65-06f2bebb7d83 {{(pid=102707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:06:45.931553 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9008f6-6fb7-4cd5-a78b-3359022c148d', 'tag': 'd0df7b9e-90a6-467a-bad9-f41b669aa299', 'status': 'completed', 'code': 200} Feb 20 22:06:46.006428 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-2ac78891-a4e0-4995-a587-227e29335add tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group (fc1929c1-f802-4816-9679-b53868c68d7b), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:46.019108 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961228cf-8afc-4343-ada6-20238294fa88 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Router 47bdbb85-9d24-4be1-8431-88ae730edf1a has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:06:46.022641 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-2ac78891-a4e0-4995-a587-227e29335add tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (fc1929c1-f802-4816-9679-b53868c68d7b), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:46.074119 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-2ac78891-a4e0-4995-a587-227e29335add tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:46.075867 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-2ac78891-a4e0-4995-a587-227e29335add tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2015815 Feb 20 22:06:46.078909 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33828) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:06:46.084049 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-9580183b-272c-4c3f-9186-d5611a2cd375 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Request body: {'security_group_rule': {'security_group_id': 'fc1929c1-f802-4816-9679-b53868c68d7b', 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:06:46.091292 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac78891-a4e0-4995-a587-227e29335add tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1929c1-f802-4816-9679-b53868c68d7b,revision_number=1']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:46.113101 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae169-a3af-4518-82e5-1afd6c6ba80a req-d4e72ea7-c6a1-470c-963f-36104739d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:46.114812 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-86dae169-a3af-4518-82e5-1afd6c6ba80a req-d4e72ea7-c6a1-470c-963f-36104739d85a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1dc84a46160c465b956da03cfdd14a76&device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 1130 time: 0.1693220 Feb 20 22:06:46.139076 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-886b8c10-96f1-4b91-b458-1b05eba13a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'name': 'tempest-TestMinimumBasicScenario-1283329093-router', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:05:59Z', 'revision_number': 4, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'gw_port': {'id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': 'beb966e0-d6ef-4303-8d79-be3de168033a', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'port_id': 'd0df7b9e-90a6-467a-bad9-f41b669aa299', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42', 'mac_address': 'fa:16:3e:05:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9008f6-6fb7-4cd5-a78b-3359022c148d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:06:44Z', 'updated_at': '2022-02-20T22:06:44Z', 'revision_number': 0, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7b387a-2f38-4a22-84a7-fad112610a9c', 'name': '', 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'mac_address': 'fa:16:3e:fb:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:59Z', 'updated_at': '2022-02-20T22:06:04Z', 'revision_number': 5, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'subnets': [{'id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:46.142447 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961228cf-8afc-4343-ada6-20238294fa88 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:06:46.145635 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9580183b-272c-4c3f-9186-d5611a2cd375 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group_rule (81e2cb08-ec8e-47f5-a8cf-547456f44e70), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:46.147976 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-961228cf-8afc-4343-ada6-20238294fa88 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:46.154782 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633899ed-1878-4e92-9f18-658affdc006a None None] Sync routers for ids ['47bdbb85-9d24-4be1-8431-88ae730edf1a'] in dv-cinder-830093-1-iscsi {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:06:46.165188 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633899ed-1878-4e92-9f18-658affdc006a None None] Routers {'47bdbb85-9d24-4be1-8431-88ae730edf1a'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:06:46.166273 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-633899ed-1878-4e92-9f18-658affdc006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:06:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['47bdbb85-9d24-4be1-8431-88ae730edf1a'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:46.175176 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886b8c10-96f1-4b91-b458-1b05eba13a09 None None] Checking router: fb003040-8a80-4bb2-99ec-d53fce2e4929 for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:06:46.185429 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886b8c10-96f1-4b91-b458-1b05eba13a09 None None] Routers {'fb003040-8a80-4bb2-99ec-d53fce2e4929'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:06:46.186200 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-886b8c10-96f1-4b91-b458-1b05eba13a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:06:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['fb003040-8a80-4bb2-99ec-d53fce2e4929'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:46.190916 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-961228cf-8afc-4343-ada6-20238294fa88 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "DELETE /v2.0/floatingips/baf60136-d8d8-4888-a1fe-beb39056e7c3 HTTP/1.1" status: 204 len: 168 time: 1.4051487 Feb 20 22:06:46.255407 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae169-a3af-4518-82e5-1afd6c6ba80a req-10b7d04b-36b8-4361-9d5c-16f547533a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:46.256865 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-86dae169-a3af-4518-82e5-1afd6c6ba80a req-10b7d04b-36b8-4361-9d5c-16f547533a7f service neutron] 10.222.0.45 "GET /v2.0/networks?id=49f94057-89cf-4435-b1f0-ced14afcff42 HTTP/1.1" status: 200 len: 916 time: 0.1360350 Feb 20 22:06:46.273588 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9580183b-272c-4c3f-9186-d5611a2cd375 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group_rule (81e2cb08-ec8e-47f5-a8cf-547456f44e70), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:46.297817 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-633899ed-1878-4e92-9f18-658affdc006a None None] Set router 47bdbb85-9d24-4be1-8431-88ae730edf1a gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:06:46.311039 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9580183b-272c-4c3f-9186-d5611a2cd375 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (81e2cb08-ec8e-47f5-a8cf-547456f44e70), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:46.332943 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-886b8c10-96f1-4b91-b458-1b05eba13a09 None None] Set router fb003040-8a80-4bb2-99ec-d53fce2e4929 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:06:46.349684 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580183b-272c-4c3f-9186-d5611a2cd375 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e2cb08-ec8e-47f5-a8cf-547456f44e70,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:46.370321 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-86dae169-a3af-4518-82e5-1afd6c6ba80a req-3dc3687d-9ef1-4dca-bdda-66000bd6123c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0df7b9e-90a6-467a-bad9-f41b669aa299 HTTP/1.1" status: 200 len: 1000 time: 0.1044538 Feb 20 22:06:46.374436 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9580183b-272c-4c3f-9186-d5611a2cd375 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:46.380363 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33834) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:06:46.387395 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-9580183b-272c-4c3f-9186-d5611a2cd375 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3055301 Feb 20 22:06:46.387969 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-9deb8a7a-348b-4861-895f-2463c6c70bea tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Request body: {'security_group_rule': {'security_group_id': 'fc1929c1-f802-4816-9679-b53868c68d7b', 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:06:46.429715 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-9deb8a7a-348b-4861-895f-2463c6c70bea tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group_rule (d8525e79-d2c6-4c19-a155-1bb752d4daab), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:46.460183 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae169-a3af-4518-82e5-1afd6c6ba80a req-cf628791-658c-4675-8b6d-8ff3fb2de67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:46.461742 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-86dae169-a3af-4518-82e5-1afd6c6ba80a req-cf628791-658c-4675-8b6d-8ff3fb2de67a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=934095d1-76ca-46b5-ae51-da535dbaa64b HTTP/1.1" status: 200 len: 854 time: 0.0722892 Feb 20 22:06:46.530372 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-9deb8a7a-348b-4861-895f-2463c6c70bea tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group_rule (d8525e79-d2c6-4c19-a155-1bb752d4daab), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:46.547852 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc860aa-b08a-43c8-a34e-1ea052d9763e req-cefc329c-7671-4959-a2f0-a8273caf9a1c tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:46.550294 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ddc860aa-b08a-43c8-a34e-1ea052d9763e req-cefc329c-7671-4959-a2f0-a8273caf9a1c tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 945 time: 0.0972602 Feb 20 22:06:46.550758 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae169-a3af-4518-82e5-1afd6c6ba80a req-f64fce23-8456-4b5f-9f95-cff47e9aac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:46.552302 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-9deb8a7a-348b-4861-895f-2463c6c70bea tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (d8525e79-d2c6-4c19-a155-1bb752d4daab), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:46.554492 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-86dae169-a3af-4518-82e5-1afd6c6ba80a req-f64fce23-8456-4b5f-9f95-cff47e9aac3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49f94057-89cf-4435-b1f0-ced14afcff42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825901 Feb 20 22:06:46.569015 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [req-86dae169-a3af-4518-82e5-1afd6c6ba80a req-12253a2e-5c56-47c8-8660-66bcc65d22f1 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102708) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:06:46.570303 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-86dae169-a3af-4518-82e5-1afd6c6ba80a req-12253a2e-5c56-47c8-8660-66bcc65d22f1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085437 Feb 20 22:06:46.584226 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb8a7a-348b-4861-895f-2463c6c70bea tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8525e79-d2c6-4c19-a155-1bb752d4daab,revision_number=0']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:46.612576 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-9deb8a7a-348b-4861-895f-2463c6c70bea tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:46.614738 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-9deb8a7a-348b-4861-895f-2463c6c70bea tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2330127 Feb 20 22:06:46.617825 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33836) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:06:46.625043 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [None req-7a49f51e-b217-4db5-810a-62f36fdb306d tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Request body: {'security_group_rule': {'security_group_id': 'fc1929c1-f802-4816-9679-b53868c68d7b', 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:06:46.661560 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ddc860aa-b08a-43c8-a34e-1ea052d9763e req-bd41d71c-5f34-4c27-914d-4ee45954c51b tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969784 Feb 20 22:06:46.683683 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-7a49f51e-b217-4db5-810a-62f36fdb306d tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group_rule (0a72f480-7a3b-43ff-ba54-75eba4da8c41), before_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:46.708659 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-86dae169-a3af-4518-82e5-1afd6c6ba80a req-38ceedd9-99fd-483b-9b70-99833c235b6d service neutron] 10.222.0.45 "GET /v2.0/networks/49f94057-89cf-4435-b1f0-ced14afcff42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295323 Feb 20 22:06:46.745435 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-7a49f51e-b217-4db5-810a-62f36fdb306d tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group_rule (0a72f480-7a3b-43ff-ba54-75eba4da8c41), precommit_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:46.751792 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-633899ed-1878-4e92-9f18-658affdc006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': '590d891d-38ab-44fa-b4b3-c80c2520045f', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'port_id': '52d06ad6-ee6d-4e94-baa1-0435118cf046', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'mac_address': 'fa:16:3e:9f:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68908831-4acd-4754-a16b-b7c73da47d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:02:43Z', 'updated_at': '2022-02-20T22:02:45Z', 'revision_number': 1, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:21Z', 'revision_number': 5, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:46.752134 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-7a49f51e-b217-4db5-810a-62f36fdb306d tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (0a72f480-7a3b-43ff-ba54-75eba4da8c41), after_create {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:46.773699 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-886b8c10-96f1-4b91-b458-1b05eba13a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'name': 'tempest-TestMinimumBasicScenario-1283329093-router', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:05:59Z', 'revision_number': 4, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'gw_port': {'id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': 'beb966e0-d6ef-4303-8d79-be3de168033a', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'port_id': 'd0df7b9e-90a6-467a-bad9-f41b669aa299', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42', 'mac_address': 'fa:16:3e:05:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9008f6-6fb7-4cd5-a78b-3359022c148d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:06:44Z', 'updated_at': '2022-02-20T22:06:44Z', 'revision_number': 0, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7b387a-2f38-4a22-84a7-fad112610a9c', 'name': '', 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'mac_address': 'fa:16:3e:fb:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:59Z', 'updated_at': '2022-02-20T22:06:04Z', 'revision_number': 5, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'subnets': [{'id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:46.778592 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49f51e-b217-4db5-810a-62f36fdb306d tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a72f480-7a3b-43ff-ba54-75eba4da8c41,revision_number=0']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:46.782866 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-7a49f51e-b217-4db5-810a-62f36fdb306d tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:46.787610 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-7a49f51e-b217-4db5-810a-62f36fdb306d tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1653218 Feb 20 22:06:46.791166 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33838) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:06:46.792017 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633899ed-1878-4e92-9f18-658affdc006a None None] Checking router: 47bdbb85-9d24-4be1-8431-88ae730edf1a for host: dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:06:46.800681 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633899ed-1878-4e92-9f18-658affdc006a None None] Routers {'47bdbb85-9d24-4be1-8431-88ae730edf1a'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:06:46.802041 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-633899ed-1878-4e92-9f18-658affdc006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:06:23Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['47bdbb85-9d24-4be1-8431-88ae730edf1a'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:46.804087 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-4e10dc02-8bdb-4f79-87c2-3b3cdf62654b tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Request body: {'security_group_rule': {'security_group_id': 'fc1929c1-f802-4816-9679-b53868c68d7b', 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:06:46.815840 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886b8c10-96f1-4b91-b458-1b05eba13a09 None None] The sync data for ids ['fb003040-8a80-4bb2-99ec-d53fce2e4929'] in dv-cinder-830093-1-iscsi is: [{'id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'name': 'tempest-TestMinimumBasicScenario-1283329093-router', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:05:59Z', 'revision_number': 4, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'gw_port': {'id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': 'beb966e0-d6ef-4303-8d79-be3de168033a', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'port_id': 'd0df7b9e-90a6-467a-bad9-f41b669aa299', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42', 'mac_address': 'fa:16:3e:05:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9008f6-6fb7-4cd5-a78b-3359022c148d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:06:44Z', 'updated_at': '2022-02-20T22:06:44Z', 'revision_number': 0, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7b387a-2f38-4a22-84a7-fad112610a9c', 'name': '', 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'mac_address': 'fa:16:3e:fb:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:59Z', 'updated_at': '2022-02-20T22:06:04Z', 'revision_number': 5, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'subnets': [{'id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:06:46.843729 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-86dae169-a3af-4518-82e5-1afd6c6ba80a req-42e491e8-dbf0-4f8e-afc8-9d5f9dd9f875 service neutron] 10.222.0.45 "GET /v2.0/networks/49f94057-89cf-4435-b1f0-ced14afcff42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280832 Feb 20 22:06:46.849946 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4e10dc02-8bdb-4f79-87c2-3b3cdf62654b tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group_rule (93191ef0-94c5-4822-8c83-e1a9f1c7aff3), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:46.906176 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4e10dc02-8bdb-4f79-87c2-3b3cdf62654b tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group_rule (93191ef0-94c5-4822-8c83-e1a9f1c7aff3), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:46.911422 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4e10dc02-8bdb-4f79-87c2-3b3cdf62654b tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (93191ef0-94c5-4822-8c83-e1a9f1c7aff3), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:46.929632 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-633899ed-1878-4e92-9f18-658affdc006a None None] Set router 47bdbb85-9d24-4be1-8431-88ae730edf1a gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:06:46.929847 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10dc02-8bdb-4f79-87c2-3b3cdf62654b tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93191ef0-94c5-4822-8c83-e1a9f1c7aff3,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:46.938994 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-4e10dc02-8bdb-4f79-87c2-3b3cdf62654b tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:46.940183 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-4e10dc02-8bdb-4f79-87c2-3b3cdf62654b tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1497059 Feb 20 22:06:46.942947 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33840) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:06:46.947472 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-fd3f9d8a-5c54-4680-9fc8-a9d6059c4a58 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Request body: {'security_group_rule': {'security_group_id': 'fc1929c1-f802-4816-9679-b53868c68d7b', 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:06:46.972465 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.securitygroups_db [None req-fd3f9d8a-5c54-4680-9fc8-a9d6059c4a58 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Project 1dc84a46160c465b956da03cfdd14a76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 22:06:46.978474 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fd3f9d8a-5c54-4680-9fc8-a9d6059c4a58 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group_rule (f4aa719a-3190-4244-afa6-eda08fbdb5dc), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:47.041365 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fd3f9d8a-5c54-4680-9fc8-a9d6059c4a58 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group_rule (f4aa719a-3190-4244-afa6-eda08fbdb5dc), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:47.045793 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fd3f9d8a-5c54-4680-9fc8-a9d6059c4a58 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (f4aa719a-3190-4244-afa6-eda08fbdb5dc), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:47.053325 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdc0242-4da8-49a5-a0f6-07fbc437c48e None None] New status for floating IP beb966e0-d6ef-4303-8d79-be3de168033a: ACTIVE {{(pid=102709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:06:47.066172 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f9d8a-5c54-4680-9fc8-a9d6059c4a58 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4aa719a-3190-4244-afa6-eda08fbdb5dc,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:47.075232 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-fd3f9d8a-5c54-4680-9fc8-a9d6059c4a58 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:47.076505 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-fd3f9d8a-5c54-4680-9fc8-a9d6059c4a58 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325498 Feb 20 22:06:47.079173 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33842) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:06:47.084527 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.v2.base [None req-7d77fbe6-082d-4981-b81a-f0ccf8d0306c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Request body: {'security_group_rule': {'security_group_id': 'fc1929c1-f802-4816-9679-b53868c68d7b', 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:06:47.107059 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.securitygroups_db [None req-7d77fbe6-082d-4981-b81a-f0ccf8d0306c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Project 1dc84a46160c465b956da03cfdd14a76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 22:06:47.113138 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-7d77fbe6-082d-4981-b81a-f0ccf8d0306c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group_rule (b88c887e-8047-469d-bb92-2a072ae7d7d1), before_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:47.174032 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-633899ed-1878-4e92-9f18-658affdc006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': '590d891d-38ab-44fa-b4b3-c80c2520045f', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'port_id': '52d06ad6-ee6d-4e94-baa1-0435118cf046', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'mac_address': 'fa:16:3e:9f:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68908831-4acd-4754-a16b-b7c73da47d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:02:43Z', 'updated_at': '2022-02-20T22:02:45Z', 'revision_number': 1, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:21Z', 'revision_number': 5, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:47.179860 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-7d77fbe6-082d-4981-b81a-f0ccf8d0306c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group_rule (b88c887e-8047-469d-bb92-2a072ae7d7d1), precommit_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:47.184169 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-7d77fbe6-082d-4981-b81a-f0ccf8d0306c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564070'] for security_group_rule (b88c887e-8047-469d-bb92-2a072ae7d7d1), after_create {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:47.202121 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633899ed-1878-4e92-9f18-658affdc006a None None] The sync data for ids ['47bdbb85-9d24-4be1-8431-88ae730edf1a'] in dv-cinder-830093-1-iscsi is: [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_floatingips': [{'id': '590d891d-38ab-44fa-b4b3-c80c2520045f', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'router_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'port_id': '52d06ad6-ee6d-4e94-baa1-0435118cf046', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'mac_address': 'fa:16:3e:9f:05:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68908831-4acd-4754-a16b-b7c73da47d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:02:43Z', 'updated_at': '2022-02-20T22:02:45Z', 'revision_number': 1, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:21Z', 'revision_number': 5, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:06:47.206334 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77fbe6-082d-4981-b81a-f0ccf8d0306c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88c887e-8047-469d-bb92-2a072ae7d7d1,revision_number=0']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:47.217291 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-7d77fbe6-082d-4981-b81a-f0ccf8d0306c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:47.218856 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-7d77fbe6-082d-4981-b81a-f0ccf8d0306c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1384282 Feb 20 22:06:47.312722 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7dd03c35-4be4-4e20-a1eb-95fac1d4a42b req-14e68169-3dcb-41c9-b687-918e24bf6eb3 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538330121&fields=id&tenant_id=1dc84a46160c465b956da03cfdd14a76 HTTP/1.1" status: 200 len: 267 time: 0.0450695 Feb 20 22:06:47.369980 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd03c35-4be4-4e20-a1eb-95fac1d4a42b req-71479c69-2670-4b6e-acf4-1db8fada933d tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:47.371492 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7dd03c35-4be4-4e20-a1eb-95fac1d4a42b req-71479c69-2670-4b6e-acf4-1db8fada933d tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 946 time: 0.0528152 Feb 20 22:06:47.382879 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [req-7dd03c35-4be4-4e20-a1eb-95fac1d4a42b req-da7aea6a-fbce-4e87-936e-814e9a4a4fd9 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Request body: {'port': {'security_groups': ['fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837', 'fc1929c1-f802-4816-9679-b53868c68d7b']}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:06:47.443248 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43537005-0925-4eb6-9e16-e6085c11d4f5 None None] New status for floating IP baf60136-d8d8-4888-a1fe-beb39056e7c3: DOWN {{(pid=102710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:06:47.458545 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-7dd03c35-4be4-4e20-a1eb-95fac1d4a42b req-da7aea6a-fbce-4e87-936e-814e9a4a4fd9 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:47.830938 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c140026-eaa4-44cc-b48c-6a5e4ae72e14 req-9546e247-163c-4823-b03d-0f54c0c43dd6 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:47.832445 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4c140026-eaa4-44cc-b48c-6a5e4ae72e14 req-9546e247-163c-4823-b03d-0f54c0c43dd6 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 945 time: 0.0942538 Feb 20 22:06:47.932412 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5658908e-fe6d-436c-bdc8-406d260f8758', 'tag': 'bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d'}] {{(pid=102707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:06:47.934725 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820eb19fa05f47c33a4eb3d5d015730f1ac844cc5791151cf4d8bf01498112d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245da587-a83d-4613-868a-36ca0be4800b" -d '{"events": [{"name": "network-changed", "server_uuid": "5658908e-fe6d-436c-bdc8-406d260f8758", "tag": "bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d"}]}' {{(pid=102707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:06:47.947406 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-4c140026-eaa4-44cc-b48c-6a5e4ae72e14 req-07485cb6-a204-4f33-a514-948f2f2eb5f9 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092377 Feb 20 22:06:47.966403 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.db [req-7dd03c35-4be4-4e20-a1eb-95fac1d4a42b req-da7aea6a-fbce-4e87-936e-814e9a4a4fd9 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] For port d0df7b9e-90a6-467a-bad9-f41b669aa299, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0df7b9e-90a6-467a-bad9-f41b669aa299,segment=NetworkSegment(95ab32f0-60de-426e-9f7b-5530e2ea1c78),segment_id=95ab32f0-60de-426e-9f7b-5530e2ea1c78)] {{(pid=102707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:06:47.988323 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87a8c4d-bb3f-4bb7-946f-1cd7749c8c6b x-openstack-request-id: req-e87a8c4d-bb3f-4bb7-946f-1cd7749c8c6b {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:06:47.989130 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5658908e-fe6d-436c-bdc8-406d260f8758", "tag": "bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d", "status": "completed", "code": 200}]} {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:06:47.989381 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e87a8c4d-bb3f-4bb7-946f-1cd7749c8c6b {{(pid=102707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:06:47.989770 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5658908e-fe6d-436c-bdc8-406d260f8758', 'tag': 'bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d', 'status': 'completed', 'code': 200} Feb 20 22:06:47.997741 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-7dd03c35-4be4-4e20-a1eb-95fac1d4a42b req-da7aea6a-fbce-4e87-936e-814e9a4a4fd9 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:48.002213 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-7dd03c35-4be4-4e20-a1eb-95fac1d4a42b req-da7aea6a-fbce-4e87-936e-814e9a4a4fd9 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11565760'] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:48.015900 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['d0df7b9e-90a6-467a-bad9-f41b669aa299'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:06:48.045148 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd03c35-4be4-4e20-a1eb-95fac1d4a42b req-da7aea6a-fbce-4e87-936e-814e9a4a4fd9 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:48.046107 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-7dd03c35-4be4-4e20-a1eb-95fac1d4a42b req-da7aea6a-fbce-4e87-936e-814e9a4a4fd9 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:48.047167 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-7dd03c35-4be4-4e20-a1eb-95fac1d4a42b req-da7aea6a-fbce-4e87-936e-814e9a4a4fd9 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "PUT /v2.0/ports/d0df7b9e-90a6-467a-bad9-f41b669aa299 HTTP/1.1" status: 200 len: 982 time: 0.6694305 Feb 20 22:06:48.072609 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245da587-a83d-4613-868a-36ca0be4800b req-c5d944d5-c788-4cf3-bf12-ecf0ac7beb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:48.074162 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-245da587-a83d-4613-868a-36ca0be4800b req-c5d944d5-c788-4cf3-bf12-ecf0ac7beb96 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3885aa7992e4e54891e9136ce879dfd&device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 1129 time: 0.0531211 Feb 20 22:06:48.074975 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7aea6a-fbce-4e87-936e-814e9a4a4fd9 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Pushing event updated for resources: {'Port': ['ID=d0df7b9e-90a6-467a-bad9-f41b669aa299,revision_number=6']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:48.137837 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['d0df7b9e-90a6-467a-bad9-f41b669aa299'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:06:48.189129 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a132e18-6a91-4653-980a-0889c4993696 req-887608ee-ec49-4acb-ae0c-6e418178408f tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:48.190668 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2a132e18-6a91-4653-980a-0889c4993696 req-887608ee-ec49-4acb-ae0c-6e418178408f tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 985 time: 0.0623534 Feb 20 22:06:48.214816 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee80032-bf16-4dae-ac93-99fe5ba99335 req-5cc5a1ed-554d-4ca4-90b6-6f2f496670e6 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:48.216709 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-fee80032-bf16-4dae-ac93-99fe5ba99335 req-5cc5a1ed-554d-4ca4-90b6-6f2f496670e6 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.45 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 945 time: 0.0822771 Feb 20 22:06:48.259131 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-2a132e18-6a91-4653-980a-0889c4993696 req-2113fb5c-b130-4a0d-8345-fe31035634c5 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&id=fc1929c1-f802-4816-9679-b53868c68d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619271 Feb 20 22:06:48.297141 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245da587-a83d-4613-868a-36ca0be4800b req-166ee7ec-1e2b-424b-826f-9b69e1df5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:48.298655 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-245da587-a83d-4613-868a-36ca0be4800b req-166ee7ec-1e2b-424b-826f-9b69e1df5fdc service neutron] 10.222.0.45 "GET /v2.0/networks?id=73283953-4b32-47aa-9293-e0cdbad6f01b HTTP/1.1" status: 200 len: 911 time: 0.2182755 Feb 20 22:06:48.362126 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-245da587-a83d-4613-868a-36ca0be4800b req-4fd5ad88-7d84-44a8-8a85-2cbc37d29f6b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d HTTP/1.1" status: 200 len: 217 time: 0.0391221 Feb 20 22:06:48.421633 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245da587-a83d-4613-868a-36ca0be4800b req-b025346f-a767-4a1b-82bc-52f9413229ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:48.423176 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-245da587-a83d-4613-868a-36ca0be4800b req-b025346f-a767-4a1b-82bc-52f9413229ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a43bc83-a8d6-4033-994e-40c0a619b573 HTTP/1.1" status: 200 len: 849 time: 0.0546665 Feb 20 22:06:48.424848 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-fee80032-bf16-4dae-ac93-99fe5ba99335 req-b70c9241-9545-4b4e-afe1-a670db2a354f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Deleting port bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:06:48.425210 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-fee80032-bf16-4dae-ac93-99fe5ba99335 req-b70c9241-9545-4b4e-afe1-a670db2a354f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:48.437277 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-5510a3f5-fc98-468b-925e-d5414542f940 None None] Provisioning complete for port d0df7b9e-90a6-467a-bad9-f41b669aa299 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:06:48.437655 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-5510a3f5-fc98-468b-925e-d5414542f940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:48.543083 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245da587-a83d-4613-868a-36ca0be4800b req-daf054b1-940d-44dc-adb5-b38dabddf3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:48.544798 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-245da587-a83d-4613-868a-36ca0be4800b req-daf054b1-940d-44dc-adb5-b38dabddf3c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73283953-4b32-47aa-9293-e0cdbad6f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807686 Feb 20 22:06:48.549432 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-fee80032-bf16-4dae-ac93-99fe5ba99335 req-b70c9241-9545-4b4e-afe1-a670db2a354f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] For port bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:06:48.549798 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-fee80032-bf16-4dae-ac93-99fe5ba99335 req-b70c9241-9545-4b4e-afe1-a670db2a354f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:48.578283 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-fee80032-bf16-4dae-ac93-99fe5ba99335 req-b70c9241-9545-4b4e-afe1-a670db2a354f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Calling delete_port for bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d owned by compute:nova {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:06:48.643424 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-5510a3f5-fc98-468b-925e-d5414542f940 None None] Current status of the port d0df7b9e-90a6-467a-bad9-f41b669aa299 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:06:48.694775 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-245da587-a83d-4613-868a-36ca0be4800b req-36e8adc5-e1ca-4a1d-bfa3-d24c972f9cd6 service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424363 Feb 20 22:06:48.832922 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-245da587-a83d-4613-868a-36ca0be4800b req-5fb572e8-8bf3-4c60-b3ee-44a46a8cca40 service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269512 Feb 20 22:06:48.833990 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-fee80032-bf16-4dae-ac93-99fe5ba99335 req-b70c9241-9545-4b4e-afe1-a670db2a354f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:48.864406 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c9241-9545-4b4e-afe1-a670db2a354f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event deleted for resources: {'Port': ['ID=bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:48.906435 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee80032-bf16-4dae-ac93-99fe5ba99335 req-b70c9241-9545-4b4e-afe1-a670db2a354f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] No DVR routers for this DVR port bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d on host hv-cinder-83009 {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:06:48.908850 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-fee80032-bf16-4dae-ac93-99fe5ba99335 req-b70c9241-9545-4b4e-afe1-a670db2a354f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:48.912168 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-fee80032-bf16-4dae-ac93-99fe5ba99335 req-b70c9241-9545-4b4e-afe1-a670db2a354f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.45 "DELETE /v2.0/ports/bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d HTTP/1.1" status: 204 len: 173 time: 0.6721187 Feb 20 22:06:48.912598 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5658908e-fe6d-436c-bdc8-406d260f8758', 'name': 'network-vif-deleted', 'tag': 'bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:06:48.914807 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b554e6-843d-4d45-9d1c-40f8708e44be" -d '{"events": [{"server_uuid": "5658908e-fe6d-436c-bdc8-406d260f8758", "name": "network-vif-deleted", "tag": "bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:06:48.951123 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfddef65-5669-4bb3-9545-f140c54875de x-openstack-request-id: req-dfddef65-5669-4bb3-9545-f140c54875de {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:06:48.951420 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5658908e-fe6d-436c-bdc8-406d260f8758", "name": "network-vif-deleted", "tag": "bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:06:48.951670 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dfddef65-5669-4bb3-9545-f140c54875de {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:06:48.952063 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5658908e-fe6d-436c-bdc8-406d260f8758', 'name': 'network-vif-deleted', 'tag': 'bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d', 'status': 'completed', 'code': 200} Feb 20 22:06:49.040657 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-85c95811-4796-44bc-8cca-dd717e5018c7 req-084a0930-0d05-4483-9b89-d3346ab05767 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=5658908e-fe6d-436c-bdc8-406d260f8758 HTTP/1.1" status: 200 len: 210 time: 0.0270572 Feb 20 22:06:49.991567 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9008f6-6fb7-4cd5-a78b-3359022c148d', 'tag': 'd0df7b9e-90a6-467a-bad9-f41b669aa299'}] {{(pid=102707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:06:49.993926 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820eb19fa05f47c33a4eb3d5d015730f1ac844cc5791151cf4d8bf01498112d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff240f48-eb8d-495f-8e39-8f8b78d7d5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9008f6-6fb7-4cd5-a78b-3359022c148d", "tag": "d0df7b9e-90a6-467a-bad9-f41b669aa299"}]}' {{(pid=102707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:06:50.028462 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c11e4b-b952-4c6a-a4e3-da084f813ae9 x-openstack-request-id: req-76c11e4b-b952-4c6a-a4e3-da084f813ae9 {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:06:50.028755 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9008f6-6fb7-4cd5-a78b-3359022c148d", "tag": "d0df7b9e-90a6-467a-bad9-f41b669aa299", "status": "completed", "code": 200}]} {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:06:50.029041 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-76c11e4b-b952-4c6a-a4e3-da084f813ae9 {{(pid=102707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:06:50.029437 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9008f6-6fb7-4cd5-a78b-3359022c148d', 'tag': 'd0df7b9e-90a6-467a-bad9-f41b669aa299', 'status': 'completed', 'code': 200} Feb 20 22:06:50.099848 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff240f48-eb8d-495f-8e39-8f8b78d7d5c6 req-9ba4d656-a634-497b-bca4-89331bd462b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:50.101398 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ff240f48-eb8d-495f-8e39-8f8b78d7d5c6 req-9ba4d656-a634-497b-bca4-89331bd462b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1dc84a46160c465b956da03cfdd14a76&device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 1169 time: 0.0489810 Feb 20 22:06:50.196636 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff240f48-eb8d-495f-8e39-8f8b78d7d5c6 req-98b3e92c-b879-4d86-b206-cec32dec086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:50.198137 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ff240f48-eb8d-495f-8e39-8f8b78d7d5c6 req-98b3e92c-b879-4d86-b206-cec32dec086e service neutron] 10.222.0.45 "GET /v2.0/networks?id=49f94057-89cf-4435-b1f0-ced14afcff42 HTTP/1.1" status: 200 len: 916 time: 0.0872278 Feb 20 22:06:50.266429 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ff240f48-eb8d-495f-8e39-8f8b78d7d5c6 req-cf6270c4-65a0-4882-979b-257f87f43b7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0df7b9e-90a6-467a-bad9-f41b669aa299 HTTP/1.1" status: 200 len: 1002 time: 0.0605860 Feb 20 22:06:50.315386 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff240f48-eb8d-495f-8e39-8f8b78d7d5c6 req-00463b39-d733-4dc7-8a71-40e6dfddbfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:50.317571 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ff240f48-eb8d-495f-8e39-8f8b78d7d5c6 req-00463b39-d733-4dc7-8a71-40e6dfddbfc9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=934095d1-76ca-46b5-ae51-da535dbaa64b HTTP/1.1" status: 200 len: 854 time: 0.0448706 Feb 20 22:06:50.367194 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff240f48-eb8d-495f-8e39-8f8b78d7d5c6 req-6f67d91a-6c4e-4c5d-9f26-78e43923697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:50.369164 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ff240f48-eb8d-495f-8e39-8f8b78d7d5c6 req-6f67d91a-6c4e-4c5d-9f26-78e43923697e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49f94057-89cf-4435-b1f0-ced14afcff42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457981 Feb 20 22:06:50.459277 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ff240f48-eb8d-495f-8e39-8f8b78d7d5c6 req-22411fb3-9e5f-4d89-a50e-19b03ca102b8 service neutron] 10.222.0.45 "GET /v2.0/networks/49f94057-89cf-4435-b1f0-ced14afcff42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834911 Feb 20 22:06:50.549457 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-ff240f48-eb8d-495f-8e39-8f8b78d7d5c6 req-f2bda4c5-4eba-411a-9f0e-a77898d8be8f service neutron] 10.222.0.45 "GET /v2.0/networks/49f94057-89cf-4435-b1f0-ced14afcff42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782952 Feb 20 22:06:51.024559 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-d84f43f7-7d9b-4d02-84c0-6ef09d0cadd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:51.947599 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:06:51.970459 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:06:51.970807 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device bb2c7f2a-e5c7-41a9-9c21-bb9fe855229d not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:06:52.305866 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33876) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:06:52.721365 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-2c3521b6-d17f-4927-b5ed-a5f3fc17c34f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Deleting port e7e25301-edab-4ace-b1d3-8423fb02e4fe {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:06:52.721709 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-2c3521b6-d17f-4927-b5ed-a5f3fc17c34f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (e7e25301-edab-4ace-b1d3-8423fb02e4fe), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:52.797475 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-2c3521b6-d17f-4927-b5ed-a5f3fc17c34f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (e7e25301-edab-4ace-b1d3-8423fb02e4fe), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:52.797800 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-2c3521b6-d17f-4927-b5ed-a5f3fc17c34f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for floatingip (e7e25301-edab-4ace-b1d3-8423fb02e4fe), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:52.809215 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-2c3521b6-d17f-4927-b5ed-a5f3fc17c34f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Calling delete_port for e7e25301-edab-4ace-b1d3-8423fb02e4fe owned by network:floatingip {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:06:52.949611 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-2c3521b6-d17f-4927-b5ed-a5f3fc17c34f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (e7e25301-edab-4ace-b1d3-8423fb02e4fe), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:52.973601 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3521b6-d17f-4927-b5ed-a5f3fc17c34f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event deleted for resources: {'Port': ['ID=e7e25301-edab-4ace-b1d3-8423fb02e4fe,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:53.032101 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-2c3521b6-d17f-4927-b5ed-a5f3fc17c34f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for floatingip (590d891d-38ab-44fa-b4b3-c80c2520045f), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:53.032423 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.db.l3_db [None req-2c3521b6-d17f-4927-b5ed-a5f3fc17c34f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Floating IP 590d891d-38ab-44fa-b4b3-c80c2520045f disassociated (deleted). External IP: 172.27.3.211, port: 52d06ad6-ee6d-4e94-baa1-0435118cf046. Feb 20 22:06:53.131088 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-18c16376-2fe5-4deb-8dc9-20422ce1d65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:53.239383 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3521b6-d17f-4927-b5ed-a5f3fc17c34f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Router 47bdbb85-9d24-4be1-8431-88ae730edf1a has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:06:53.346925 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3521b6-d17f-4927-b5ed-a5f3fc17c34f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:06:53.351342 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-2c3521b6-d17f-4927-b5ed-a5f3fc17c34f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:53.356213 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d2c8d0-e399-4206-9f02-ed1fcb28a26d None None] Sync routers for ids ['47bdbb85-9d24-4be1-8431-88ae730edf1a'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:06:53.365072 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d2c8d0-e399-4206-9f02-ed1fcb28a26d None None] Routers {'47bdbb85-9d24-4be1-8431-88ae730edf1a'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:06:53.365688 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-e5d2c8d0-e399-4206-9f02-ed1fcb28a26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:06:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['47bdbb85-9d24-4be1-8431-88ae730edf1a'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:53.380173 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-2c3521b6-d17f-4927-b5ed-a5f3fc17c34f tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "DELETE /v2.0/floatingips/590d891d-38ab-44fa-b4b3-c80c2520045f HTTP/1.1" status: 204 len: 168 time: 1.0727363 Feb 20 22:06:53.380873 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68908831-4acd-4754-a16b-b7c73da47d42', 'tag': '52d06ad6-ee6d-4e94-baa1-0435118cf046'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:06:53.383305 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458d4629-1e2f-417c-8e7c-1e161e33d60e" -d '{"events": [{"name": "network-changed", "server_uuid": "68908831-4acd-4754-a16b-b7c73da47d42", "tag": "52d06ad6-ee6d-4e94-baa1-0435118cf046"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:06:53.421643 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8aad96-6b41-409d-b947-1027c4ce1ee5 x-openstack-request-id: req-3b8aad96-6b41-409d-b947-1027c4ce1ee5 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:06:53.421944 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68908831-4acd-4754-a16b-b7c73da47d42", "tag": "52d06ad6-ee6d-4e94-baa1-0435118cf046", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:06:53.422199 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b8aad96-6b41-409d-b947-1027c4ce1ee5 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:06:53.423145 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68908831-4acd-4754-a16b-b7c73da47d42', 'tag': '52d06ad6-ee6d-4e94-baa1-0435118cf046', 'status': 'completed', 'code': 200} Feb 20 22:06:53.485365 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-e5d2c8d0-e399-4206-9f02-ed1fcb28a26d None None] Set router 47bdbb85-9d24-4be1-8431-88ae730edf1a gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:06:53.496390 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d4629-1e2f-417c-8e7c-1e161e33d60e req-6c5dc22c-e515-46d6-986f-c7807bb3da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:53.497942 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-458d4629-1e2f-417c-8e7c-1e161e33d60e req-6c5dc22c-e515-46d6-986f-c7807bb3da3d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3885aa7992e4e54891e9136ce879dfd&device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 1130 time: 0.0509820 Feb 20 22:06:53.592537 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d4629-1e2f-417c-8e7c-1e161e33d60e req-36031046-e706-454a-bf3c-5666fe24f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:53.594090 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-458d4629-1e2f-417c-8e7c-1e161e33d60e req-36031046-e706-454a-bf3c-5666fe24f6a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=73283953-4b32-47aa-9293-e0cdbad6f01b HTTP/1.1" status: 200 len: 911 time: 0.0897126 Feb 20 22:06:53.611460 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093ea5b-ad7c-4b69-8814-d6ec7001830e req-5ebbc9ea-d30b-4de1-a943-5d013c30d4e7 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:53.612957 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3093ea5b-ad7c-4b69-8814-d6ec7001830e req-5ebbc9ea-d30b-4de1-a943-5d013c30d4e7 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 946 time: 0.0519307 Feb 20 22:06:53.640193 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-458d4629-1e2f-417c-8e7c-1e161e33d60e req-aac9538c-381d-4cb1-adec-4013d6c2faa1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52d06ad6-ee6d-4e94-baa1-0435118cf046 HTTP/1.1" status: 200 len: 217 time: 0.0390303 Feb 20 22:06:53.668488 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-3093ea5b-ad7c-4b69-8814-d6ec7001830e req-d76db487-6ecb-4ca0-b659-0abf5360e05c tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486226 Feb 20 22:06:53.688876 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-e5d2c8d0-e399-4206-9f02-ed1fcb28a26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:21Z', 'revision_number': 5, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:53.695194 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d4629-1e2f-417c-8e7c-1e161e33d60e req-07a7a0c3-a40c-4885-b05f-9cd160f17749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:53.696691 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-458d4629-1e2f-417c-8e7c-1e161e33d60e req-07a7a0c3-a40c-4885-b05f-9cd160f17749 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a43bc83-a8d6-4033-994e-40c0a619b573 HTTP/1.1" status: 200 len: 849 time: 0.0496106 Feb 20 22:06:53.718162 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d2c8d0-e399-4206-9f02-ed1fcb28a26d None None] Checking router: 47bdbb85-9d24-4be1-8431-88ae730edf1a for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:06:53.727067 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d2c8d0-e399-4206-9f02-ed1fcb28a26d None None] Routers {'47bdbb85-9d24-4be1-8431-88ae730edf1a'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:06:53.727678 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-e5d2c8d0-e399-4206-9f02-ed1fcb28a26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:06:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['47bdbb85-9d24-4be1-8431-88ae730edf1a'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:53.757450 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d4629-1e2f-417c-8e7c-1e161e33d60e req-664b2285-78dd-4119-9633-ad431a7d7f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:53.758863 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-458d4629-1e2f-417c-8e7c-1e161e33d60e req-664b2285-78dd-4119-9633-ad431a7d7f8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73283953-4b32-47aa-9293-e0cdbad6f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442371 Feb 20 22:06:53.833155 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-e5d2c8d0-e399-4206-9f02-ed1fcb28a26d None None] Set router 47bdbb85-9d24-4be1-8431-88ae730edf1a gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:06:53.848703 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-458d4629-1e2f-417c-8e7c-1e161e33d60e req-7690154a-e2a3-43ae-950a-347497ee338c service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803738 Feb 20 22:06:53.944165 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-458d4629-1e2f-417c-8e7c-1e161e33d60e req-600838d0-d7a3-425a-8e63-710e3734937e service neutron] 10.222.0.45 "GET /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861139 Feb 20 22:06:54.029099 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-e5d2c8d0-e399-4206-9f02-ed1fcb28a26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:21Z', 'revision_number': 5, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:06:54.053873 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d2c8d0-e399-4206-9f02-ed1fcb28a26d None None] The sync data for ids ['47bdbb85-9d24-4be1-8431-88ae730edf1a'] in dv-cinder-830093-1-iscsi is: [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:17Z', 'revision_number': 4, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': 'c9a3f119-12b5-47cd-978a-a45a0146c3de', 'name': '', 'network_id': '73283953-4b32-47aa-9293-e0cdbad6f01b', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'mac_address': 'fa:16:3e:86:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:15Z', 'updated_at': '2022-02-20T21:58:21Z', 'revision_number': 5, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'subnets': [{'id': '4a43bc83-a8d6-4033-994e-40c0a619b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:06:54.260255 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb071a1a-4d01-40a1-95f9-d3952c516ca5 None None] New status for floating IP 590d891d-38ab-44fa-b4b3-c80c2520045f: DOWN {{(pid=102710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:06:54.436253 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:54.787777 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c8d26-6cf5-4c71-9ed7-e62fcc3fdd38 req-b9722f34-e714-4fd2-89fb-1be0f75cd07d tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:54.789321 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-876c8d26-6cf5-4c71-9ed7-e62fcc3fdd38 req-b9722f34-e714-4fd2-89fb-1be0f75cd07d tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 946 time: 0.0526094 Feb 20 22:06:54.839757 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-876c8d26-6cf5-4c71-9ed7-e62fcc3fdd38 req-64c9a74b-1876-40e8-a5ae-c2009b324bf9 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/security-groups?id=dbc273db-879f-42a4-b1db-3d22cffc3ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449049 Feb 20 22:06:55.390015 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cff394-da50-499a-84db-5bcf410db06d req-9c1045e6-63e0-4533-aa79-a3dd60c3e516 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:06:55.391500 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-a4cff394-da50-499a-84db-5bcf410db06d req-9c1045e6-63e0-4533-aa79-a3dd60c3e516 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.45 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 946 time: 0.0534782 Feb 20 22:06:55.487855 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-a4cff394-da50-499a-84db-5bcf410db06d req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Deleting port 52d06ad6-ee6d-4e94-baa1-0435118cf046 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:06:55.488195 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-a4cff394-da50-499a-84db-5bcf410db06d req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (52d06ad6-ee6d-4e94-baa1-0435118cf046), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:55.574060 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-a4cff394-da50-499a-84db-5bcf410db06d req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] For port 52d06ad6-ee6d-4e94-baa1-0435118cf046, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=52d06ad6-ee6d-4e94-baa1-0435118cf046,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:06:55.574416 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-a4cff394-da50-499a-84db-5bcf410db06d req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (52d06ad6-ee6d-4e94-baa1-0435118cf046), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:55.585975 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-a4cff394-da50-499a-84db-5bcf410db06d req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Calling delete_port for 52d06ad6-ee6d-4e94-baa1-0435118cf046 owned by compute:nova {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:06:55.713234 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-a4cff394-da50-499a-84db-5bcf410db06d req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (52d06ad6-ee6d-4e94-baa1-0435118cf046), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:55.742238 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event deleted for resources: {'Port': ['ID=52d06ad6-ee6d-4e94-baa1-0435118cf046,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:55.751741 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:55.752101 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:55.752452 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:55.752796 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:55.753166 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:55.753502 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:55.753842 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:55.754717 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:55.754717 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:55.754923 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:55.755124 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:55.755448 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:55.755774 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:55.798327 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cff394-da50-499a-84db-5bcf410db06d req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] No DVR routers for this DVR port 52d06ad6-ee6d-4e94-baa1-0435118cf046 on host hv-cinder-83009 {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:06:55.801041 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-a4cff394-da50-499a-84db-5bcf410db06d req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:55.805208 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-a4cff394-da50-499a-84db-5bcf410db06d req-678af135-f3a3-4f9b-b274-82c21420c6e8 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.45 "DELETE /v2.0/ports/52d06ad6-ee6d-4e94-baa1-0435118cf046 HTTP/1.1" status: 204 len: 173 time: 0.4065938 Feb 20 22:06:55.805658 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68908831-4acd-4754-a16b-b7c73da47d42', 'name': 'network-vif-deleted', 'tag': '52d06ad6-ee6d-4e94-baa1-0435118cf046'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:06:55.807883 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743d0c48-e87e-46c2-9f89-689dbff56338" -d '{"events": [{"server_uuid": "68908831-4acd-4754-a16b-b7c73da47d42", "name": "network-vif-deleted", "tag": "52d06ad6-ee6d-4e94-baa1-0435118cf046"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:06:55.844879 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c05326-2a36-4eb6-b441-51d955adc6b2 x-openstack-request-id: req-b7c05326-2a36-4eb6-b441-51d955adc6b2 {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:06:55.845192 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68908831-4acd-4754-a16b-b7c73da47d42", "name": "network-vif-deleted", "tag": "52d06ad6-ee6d-4e94-baa1-0435118cf046", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:06:55.845446 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b7c05326-2a36-4eb6-b441-51d955adc6b2 {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:06:55.845940 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68908831-4acd-4754-a16b-b7c73da47d42', 'name': 'network-vif-deleted', 'tag': '52d06ad6-ee6d-4e94-baa1-0435118cf046', 'status': 'completed', 'code': 200} Feb 20 22:06:55.892400 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:55.939274 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-d7b2370a-fc09-49f7-921e-64f905042bb8 req-44a841a4-80ec-4a90-8a25-c5ace9aa0e38 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "GET /v2.0/ports?device_id=68908831-4acd-4754-a16b-b7c73da47d42 HTTP/1.1" status: 200 len: 210 time: 0.0266910 Feb 20 22:06:56.995030 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33894) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:06:57.119921 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-9ee8e6ff-ca34-47ef-9b41-e3a693ca0a0e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Deleting port 2e026ef5-b2c0-459d-b056-521b510e41a1 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:06:57.120262 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e6ff-ca34-47ef-9b41-e3a693ca0a0e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (2e026ef5-b2c0-459d-b056-521b510e41a1), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:57.193682 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e6ff-ca34-47ef-9b41-e3a693ca0a0e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (2e026ef5-b2c0-459d-b056-521b510e41a1), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:57.194005 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e6ff-ca34-47ef-9b41-e3a693ca0a0e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for floatingip (2e026ef5-b2c0-459d-b056-521b510e41a1), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:57.205226 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-9ee8e6ff-ca34-47ef-9b41-e3a693ca0a0e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Calling delete_port for 2e026ef5-b2c0-459d-b056-521b510e41a1 owned by network:floatingip {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:06:57.309263 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:57.338263 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e6ff-ca34-47ef-9b41-e3a693ca0a0e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (2e026ef5-b2c0-459d-b056-521b510e41a1), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:57.361200 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8e6ff-ca34-47ef-9b41-e3a693ca0a0e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event deleted for resources: {'Port': ['ID=2e026ef5-b2c0-459d-b056-521b510e41a1,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:57.422439 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e6ff-ca34-47ef-9b41-e3a693ca0a0e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for floatingip (f486a077-33c2-473a-88da-c34b022048bc), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:57.424914 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e6ff-ca34-47ef-9b41-e3a693ca0a0e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:57.426071 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-9ee8e6ff-ca34-47ef-9b41-e3a693ca0a0e tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "DELETE /v2.0/floatingips/f486a077-33c2-473a-88da-c34b022048bc HTTP/1.1" status: 204 len: 168 time: 0.4300637 Feb 20 22:06:57.972675 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 52d06ad6-ee6d-4e94-baa1-0435118cf046 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:06:57.991983 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: 52d06ad6-ee6d-4e94-baa1-0435118cf046 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:06:57.992334 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device 52d06ad6-ee6d-4e94-baa1-0435118cf046 not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:06:58.612372 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33906) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:06:58.670235 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-524c5872-b3a3-43e4-b99d-bfb7b70efdc4 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group (dbc273db-879f-42a4-b1db-3d22cffc3ad1), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:58.694964 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-524c5872-b3a3-43e4-b99d-bfb7b70efdc4 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group (dbc273db-879f-42a4-b1db-3d22cffc3ad1), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:58.754749 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-524c5872-b3a3-43e4-b99d-bfb7b70efdc4 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (dbc273db-879f-42a4-b1db-3d22cffc3ad1), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:58.757432 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-524c5872-b3a3-43e4-b99d-bfb7b70efdc4 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:58.758586 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-524c5872-b3a3-43e4-b99d-bfb7b70efdc4 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] 10.222.0.61 "DELETE /v2.0/security-groups/dbc273db-879f-42a4-b1db-3d22cffc3ad1 HTTP/1.1" status: 204 len: 168 time: 0.1451838 Feb 20 22:06:58.768065 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c5872-b3a3-43e4-b99d-bfb7b70efdc4 tempest-TestVolumeBootPattern-43815237 tempest-TestVolumeBootPattern-43815237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc273db-879f-42a4-b1db-3d22cffc3ad1,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:58.819125 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33910) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:06:59.248461 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641273'] for router_interface (47bdbb85-9d24-4be1-8431-88ae730edf1a), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:59.343494 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:59.489892 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Deleting port c9a3f119-12b5-47cd-978a-a45a0146c3de {{(pid=102707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:06:59.490231 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (c9a3f119-12b5-47cd-978a-a45a0146c3de), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:59.564688 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.db [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] For port c9a3f119-12b5-47cd-978a-a45a0146c3de, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=c9a3f119-12b5-47cd-978a-a45a0146c3de,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:06:59.564943 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (c9a3f119-12b5-47cd-978a-a45a0146c3de), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:59.576166 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Calling delete_port for c9a3f119-12b5-47cd-978a-a45a0146c3de owned by network:router_interface {{(pid=102707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:06:59.748529 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (c9a3f119-12b5-47cd-978a-a45a0146c3de), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:06:59.776400 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a3f119-12b5-47cd-978a-a45a0146c3de,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:06:59.804397 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:59.804757 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:59.805141 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:59.805479 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:59.805815 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:59.806149 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:59.806481 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:59.806811 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:59.807138 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:59.807466 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:59.807791 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:59.808112 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:59.808440 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:06:59.958193 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641897'] for router_interface (47bdbb85-9d24-4be1-8431-88ae730edf1a), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:00.167837 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Router 47bdbb85-9d24-4be1-8431-88ae730edf1a has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:07:00.270870 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:07:00.276286 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-96a45401-c2fd-4c01-938f-7e99c0be4a3a admin admin] 10.222.0.61 "PUT /v2.0/routers/47bdbb85-9d24-4be1-8431-88ae730edf1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4558623 Feb 20 22:07:00.279126 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33914) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:07:00.279667 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111ab0bd-e13a-4eb8-92af-3bdea99fe099 None None] Sync routers for ids ['47bdbb85-9d24-4be1-8431-88ae730edf1a'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:07:00.289877 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111ab0bd-e13a-4eb8-92af-3bdea99fe099 None None] Routers {'47bdbb85-9d24-4be1-8431-88ae730edf1a'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:07:00.290500 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-111ab0bd-e13a-4eb8-92af-3bdea99fe099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:06:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['47bdbb85-9d24-4be1-8431-88ae730edf1a'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:07:00.385241 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ac707cd5-49dd-46c4-a63d-0b1d9a7baae5 admin admin] Publish callbacks [] for router (47bdbb85-9d24-4be1-8431-88ae730edf1a), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:00.491124 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ac707cd5-49dd-46c4-a63d-0b1d9a7baae5 admin admin] Publish callbacks [] for router_gateway (47bdbb85-9d24-4be1-8431-88ae730edf1a), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:00.523067 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-111ab0bd-e13a-4eb8-92af-3bdea99fe099 None None] Set router 47bdbb85-9d24-4be1-8431-88ae730edf1a gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:07:00.542501 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-ac707cd5-49dd-46c4-a63d-0b1d9a7baae5 admin admin] Deleting port 9589fbc5-f6db-434a-9bcc-14293e936e58 {{(pid=102707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:07:00.542841 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ac707cd5-49dd-46c4-a63d-0b1d9a7baae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (9589fbc5-f6db-434a-9bcc-14293e936e58), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:00.618048 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.db [None req-ac707cd5-49dd-46c4-a63d-0b1d9a7baae5 admin admin] For port 9589fbc5-f6db-434a-9bcc-14293e936e58, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=9589fbc5-f6db-434a-9bcc-14293e936e58,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:07:00.618420 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ac707cd5-49dd-46c4-a63d-0b1d9a7baae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (9589fbc5-f6db-434a-9bcc-14293e936e58), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:00.630520 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-ac707cd5-49dd-46c4-a63d-0b1d9a7baae5 admin admin] Calling delete_port for 9589fbc5-f6db-434a-9bcc-14293e936e58 owned by network:router_gateway {{(pid=102707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:07:00.697453 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-111ab0bd-e13a-4eb8-92af-3bdea99fe099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T22:06:59Z', 'revision_number': 5, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port': {'id': '9589fbc5-f6db-434a-9bcc-14293e936e58', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T21:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:07:00.726204 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111ab0bd-e13a-4eb8-92af-3bdea99fe099 None None] Checking router: 47bdbb85-9d24-4be1-8431-88ae730edf1a for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:07:00.735608 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111ab0bd-e13a-4eb8-92af-3bdea99fe099 None None] Routers {'47bdbb85-9d24-4be1-8431-88ae730edf1a'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:07:00.736233 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-111ab0bd-e13a-4eb8-92af-3bdea99fe099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:06:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['47bdbb85-9d24-4be1-8431-88ae730edf1a'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:07:00.804610 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ac707cd5-49dd-46c4-a63d-0b1d9a7baae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (9589fbc5-f6db-434a-9bcc-14293e936e58), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:00.824845 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-111ab0bd-e13a-4eb8-92af-3bdea99fe099 None None] Set router 47bdbb85-9d24-4be1-8431-88ae730edf1a gateway port host: None {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:07:00.833158 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac707cd5-49dd-46c4-a63d-0b1d9a7baae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9589fbc5-f6db-434a-9bcc-14293e936e58,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:07:00.875401 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-111ab0bd-e13a-4eb8-92af-3bdea99fe099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T22:07:00Z', 'revision_number': 6, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port_host': None}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:07:00.892214 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ac707cd5-49dd-46c4-a63d-0b1d9a7baae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642947'] for router_gateway (47bdbb85-9d24-4be1-8431-88ae730edf1a), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:00.905659 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111ab0bd-e13a-4eb8-92af-3bdea99fe099 None None] The sync data for ids ['47bdbb85-9d24-4be1-8431-88ae730edf1a'] in dv-cinder-830093-1-iscsi is: [{'id': '47bdbb85-9d24-4be1-8431-88ae730edf1a', 'name': 'tempest-TestVolumeBootPattern-55845558-router', 'tenant_id': 'b3885aa7992e4e54891e9136ce879dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:12Z', 'updated_at': '2022-02-20T22:07:00Z', 'revision_number': 6, 'project_id': 'b3885aa7992e4e54891e9136ce879dfd', 'gw_port_host': None}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:07:00.994659 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ac707cd5-49dd-46c4-a63d-0b1d9a7baae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27540'] for router (47bdbb85-9d24-4be1-8431-88ae730edf1a), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:00.996738 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ac707cd5-49dd-46c4-a63d-0b1d9a7baae5 admin admin] Publish callbacks [] for router_controller (47bdbb85-9d24-4be1-8431-88ae730edf1a), precommit_delete_associations {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:01.060596 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ac707cd5-49dd-46c4-a63d-0b1d9a7baae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641638'] for router (47bdbb85-9d24-4be1-8431-88ae730edf1a), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:01.061036 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac707cd5-49dd-46c4-a63d-0b1d9a7baae5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47bdbb85-9d24-4be1-8431-88ae730edf1a {{(pid=102707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 22:07:01.065848 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-ac707cd5-49dd-46c4-a63d-0b1d9a7baae5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:01.067480 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-ac707cd5-49dd-46c4-a63d-0b1d9a7baae5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/47bdbb85-9d24-4be1-8431-88ae730edf1a HTTP/1.1" status: 204 len: 168 time: 0.7868862 Feb 20 22:07:01.070017 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33918) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:07:01.115174 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_v2 [None req-766fcc7b-87d7-4bd5-b906-ef84909140e6 admin admin] Deleting subnet 4a43bc83-a8d6-4033-994e-40c0a619b573 {{(pid=102707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:07:01.118238 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-766fcc7b-87d7-4bd5-b906-ef84909140e6 admin admin] Publish callbacks [] for subnet (4a43bc83-a8d6-4033-994e-40c0a619b573), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:01.151970 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-766fcc7b-87d7-4bd5-b906-ef84909140e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11566206'] for subnet (4a43bc83-a8d6-4033-994e-40c0a619b573), precommit_delete_associations {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:01.482395 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-766fcc7b-87d7-4bd5-b906-ef84909140e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882536'] for subnet (4a43bc83-a8d6-4033-994e-40c0a619b573), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:01.537020 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-766fcc7b-87d7-4bd5-b906-ef84909140e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11566090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12283557'] for subnet (4a43bc83-a8d6-4033-994e-40c0a619b573), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:01.562986 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fcc7b-87d7-4bd5-b906-ef84909140e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a43bc83-a8d6-4033-994e-40c0a619b573,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:07:01.565077 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-766fcc7b-87d7-4bd5-b906-ef84909140e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:01.568251 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-766fcc7b-87d7-4bd5-b906-ef84909140e6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4a43bc83-a8d6-4033-994e-40c0a619b573 HTTP/1.1" status: 204 len: 168 time: 0.4970093 Feb 20 22:07:01.569597 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48590ee3-f030-4024-969b-c2e37e88ebcd None None] Network 73283953-4b32-47aa-9293-e0cdbad6f01b requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:07:01.570988 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33920) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:07:01.643695 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834273'] for network (73283953-4b32-47aa-9293-e0cdbad6f01b), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:01.702849 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] Deleting port 19a07a00-365e-4cfe-87a2-a39347af238d {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:07:01.703255 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (19a07a00-365e-4cfe-87a2-a39347af238d), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:01.722897 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396dbccf-2d4a-4594-9b9b-18fb494fc230 None None] DHCP port deletion for 73283953-4b32-47aa-9293-e0cdbad6f01b request from dv-cinder-830093-1-iscsi {{(pid=102709) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 22:07:01.775225 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] For port 19a07a00-365e-4cfe-87a2-a39347af238d, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=19a07a00-365e-4cfe-87a2-a39347af238d,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:07:01.775581 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (19a07a00-365e-4cfe-87a2-a39347af238d), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:01.776715 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-396dbccf-2d4a-4594-9b9b-18fb494fc230 None None] Deleting port 19a07a00-365e-4cfe-87a2-a39347af238d {{(pid=102709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:07:01.777179 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-396dbccf-2d4a-4594-9b9b-18fb494fc230 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (19a07a00-365e-4cfe-87a2-a39347af238d), before_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:01.789260 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] Calling delete_port for 19a07a00-365e-4cfe-87a2-a39347af238d owned by network:dhcp {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:07:01.850738 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-396dbccf-2d4a-4594-9b9b-18fb494fc230 None None] For port 19a07a00-365e-4cfe-87a2-a39347af238d, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=19a07a00-365e-4cfe-87a2-a39347af238d,segment=NetworkSegment(02cae610-c7ae-4a3a-a036-d106fbb01368),segment_id=02cae610-c7ae-4a3a-a036-d106fbb01368)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:07:01.851146 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-396dbccf-2d4a-4594-9b9b-18fb494fc230 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (19a07a00-365e-4cfe-87a2-a39347af238d), precommit_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:01.864873 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-396dbccf-2d4a-4594-9b9b-18fb494fc230 None None] Calling delete_port for 19a07a00-365e-4cfe-87a2-a39347af238d owned by network:dhcp {{(pid=102709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:07:01.878780 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (19a07a00-365e-4cfe-87a2-a39347af238d), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:01.907066 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] Pushing event deleted for resources: {'Port': ['ID=19a07a00-365e-4cfe-87a2-a39347af238d,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:07:01.909648 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] No DVR routers for this DVR port 19a07a00-365e-4cfe-87a2-a39347af238d on host dv-cinder-830093-1-iscsi {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:07:01.952776 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-396dbccf-2d4a-4594-9b9b-18fb494fc230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345'] for port (19a07a00-365e-4cfe-87a2-a39347af238d), after_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:01.976915 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396dbccf-2d4a-4594-9b9b-18fb494fc230 None None] Pushing event deleted for resources: {'Port': ['ID=19a07a00-365e-4cfe-87a2-a39347af238d,revision_number=None']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:07:01.982489 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396dbccf-2d4a-4594-9b9b-18fb494fc230 None None] No DVR routers for this DVR port 19a07a00-365e-4cfe-87a2-a39347af238d on host dv-cinder-830093-1-iscsi {{(pid=102709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:07:01.994167 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881377', 'neutron.services.segments.db._delete_segments_for_network-8760288176442'] for network (73283953-4b32-47aa-9293-e0cdbad6f01b), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:02.013712 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73283953-4b32-47aa-9293-e0cdbad6f01b']}} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:07:02.023047 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02cae610-c7ae-4a3a-a036-d106fbb01368') {'for_net_delete': True} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:07:02.023349 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02cae610-c7ae-4a3a-a036-d106fbb01368') {} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:07:02.032500 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760288175939', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8472892'] for segment (02cae610-c7ae-4a3a-a036-d106fbb01368), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:02.046178 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (02cae610-c7ae-4a3a-a036-d106fbb01368), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:02.051904 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:07:02.052278 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8474595'] for segment (02cae610-c7ae-4a3a-a036-d106fbb01368), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: Traceback (most recent call last): Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: timer() Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: cb(*args, **kw) Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: return func(*args, **kwargs) Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: self._notify() Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: self.callback(batched_events) Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: event.method(event) Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: return f(self, *a, **k) Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._get(url).json() Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: return self.request(url, 'GET', **kwargs) Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:07:02.053892 dv-cinder-830093-1-iscsi neutron-server[102708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:07:02.112167 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643055'] for network (73283953-4b32-47aa-9293-e0cdbad6f01b), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:02.117762 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:02.120943 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] 10.222.0.61 "DELETE /v2.0/networks/73283953-4b32-47aa-9293-e0cdbad6f01b HTTP/1.1" status: 204 len: 168 time: 0.5487223 Feb 20 22:07:02.124068 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33922) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:07:02.133451 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d1706-0548-4217-afb4-a14f9404d847 admin admin] Pushing event deleted for resources: {'Network': ['ID=73283953-4b32-47aa-9293-e0cdbad6f01b,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:07:02.461121 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-e8f20acf-0a2b-4bac-93c8-c1254ecb7fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641273'] for router_interface (4fc4e7a1-398d-4884-9555-cf1e0bfa4e60), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:02.704647 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-e8f20acf-0a2b-4bac-93c8-c1254ecb7fce admin admin] Deleting port 41f212e3-5f6a-461a-8a5d-f8e407f712d7 {{(pid=102707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:07:02.705018 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-e8f20acf-0a2b-4bac-93c8-c1254ecb7fce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (41f212e3-5f6a-461a-8a5d-f8e407f712d7), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:02.754205 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 19a07a00-365e-4cfe-87a2-a39347af238d no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:07:02.774670 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: 19a07a00-365e-4cfe-87a2-a39347af238d {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:07:02.775019 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 19a07a00-365e-4cfe-87a2-a39347af238d not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:07:02.775441 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device c9a3f119-12b5-47cd-978a-a45a0146c3de no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:07:02.787387 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.db [None req-e8f20acf-0a2b-4bac-93c8-c1254ecb7fce admin admin] For port 41f212e3-5f6a-461a-8a5d-f8e407f712d7, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=41f212e3-5f6a-461a-8a5d-f8e407f712d7,segment=NetworkSegment(962e4247-d75d-484e-b5a3-8552157746a2),segment_id=962e4247-d75d-484e-b5a3-8552157746a2)] {{(pid=102707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:07:02.787387 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-e8f20acf-0a2b-4bac-93c8-c1254ecb7fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (41f212e3-5f6a-461a-8a5d-f8e407f712d7), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:02.793971 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: c9a3f119-12b5-47cd-978a-a45a0146c3de {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:07:02.794318 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device c9a3f119-12b5-47cd-978a-a45a0146c3de not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:07:02.795101 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 9589fbc5-f6db-434a-9bcc-14293e936e58 no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:07:02.798603 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-e8f20acf-0a2b-4bac-93c8-c1254ecb7fce admin admin] Calling delete_port for 41f212e3-5f6a-461a-8a5d-f8e407f712d7 owned by network:router_interface {{(pid=102707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:07:02.819298 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: 9589fbc5-f6db-434a-9bcc-14293e936e58 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:07:02.819644 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 9589fbc5-f6db-434a-9bcc-14293e936e58 not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:07:02.977234 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-e8f20acf-0a2b-4bac-93c8-c1254ecb7fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (41f212e3-5f6a-461a-8a5d-f8e407f712d7), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:03.002791 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f20acf-0a2b-4bac-93c8-c1254ecb7fce admin admin] Pushing event deleted for resources: {'Port': ['ID=41f212e3-5f6a-461a-8a5d-f8e407f712d7,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:07:03.165204 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-e8f20acf-0a2b-4bac-93c8-c1254ecb7fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641897'] for router_interface (4fc4e7a1-398d-4884-9555-cf1e0bfa4e60), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:03.378832 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f20acf-0a2b-4bac-93c8-c1254ecb7fce admin admin] Router 4fc4e7a1-398d-4884-9555-cf1e0bfa4e60 has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:07:03.483250 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f20acf-0a2b-4bac-93c8-c1254ecb7fce admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:07:03.488148 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-e8f20acf-0a2b-4bac-93c8-c1254ecb7fce admin admin] 10.222.0.61 "PUT /v2.0/routers/4fc4e7a1-398d-4884-9555-cf1e0bfa4e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3630679 Feb 20 22:07:03.490803 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33924) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:07:03.491567 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002383c8-dcc2-4a52-aba1-f3062b7819eb None None] Sync routers for ids ['4fc4e7a1-398d-4884-9555-cf1e0bfa4e60'] in dv-cinder-830093-1-iscsi {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:07:03.500862 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002383c8-dcc2-4a52-aba1-f3062b7819eb None None] Routers {'4fc4e7a1-398d-4884-9555-cf1e0bfa4e60'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:07:03.501502 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-002383c8-dcc2-4a52-aba1-f3062b7819eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:06:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['4fc4e7a1-398d-4884-9555-cf1e0bfa4e60'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:07:03.594252 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f915341a-bd69-4488-9ef7-e1d733575d0f admin admin] Publish callbacks [] for router (4fc4e7a1-398d-4884-9555-cf1e0bfa4e60), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:03.605654 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-002383c8-dcc2-4a52-aba1-f3062b7819eb None None] Set router 4fc4e7a1-398d-4884-9555-cf1e0bfa4e60 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:07:03.695657 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f915341a-bd69-4488-9ef7-e1d733575d0f admin admin] Publish callbacks [] for router_gateway (4fc4e7a1-398d-4884-9555-cf1e0bfa4e60), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:03.746627 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-f915341a-bd69-4488-9ef7-e1d733575d0f admin admin] Deleting port 15570d9c-93a7-4e30-a3eb-5c870988478b {{(pid=102707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:07:03.746965 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f915341a-bd69-4488-9ef7-e1d733575d0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (15570d9c-93a7-4e30-a3eb-5c870988478b), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:03.776636 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-002383c8-dcc2-4a52-aba1-f3062b7819eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc4e7a1-398d-4884-9555-cf1e0bfa4e60', 'name': 'tempest-TestVolumeBootPattern-2027859142-router', 'tenant_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '15570d9c-93a7-4e30-a3eb-5c870988478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:22Z', 'updated_at': '2022-02-20T22:07:02Z', 'revision_number': 5, 'project_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'gw_port': {'id': '15570d9c-93a7-4e30-a3eb-5c870988478b', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc4e7a1-398d-4884-9555-cf1e0bfa4e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:58:23Z', 'updated_at': '2022-02-20T21:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:07:03.807640 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002383c8-dcc2-4a52-aba1-f3062b7819eb None None] Checking router: 4fc4e7a1-398d-4884-9555-cf1e0bfa4e60 for host: dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:07:03.815915 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002383c8-dcc2-4a52-aba1-f3062b7819eb None None] Routers {'4fc4e7a1-398d-4884-9555-cf1e0bfa4e60'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:07:03.816654 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-002383c8-dcc2-4a52-aba1-f3062b7819eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:06:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['4fc4e7a1-398d-4884-9555-cf1e0bfa4e60'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:07:03.823386 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.db [None req-f915341a-bd69-4488-9ef7-e1d733575d0f admin admin] For port 15570d9c-93a7-4e30-a3eb-5c870988478b, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=15570d9c-93a7-4e30-a3eb-5c870988478b,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:07:03.823751 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f915341a-bd69-4488-9ef7-e1d733575d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (15570d9c-93a7-4e30-a3eb-5c870988478b), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:03.835017 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-f915341a-bd69-4488-9ef7-e1d733575d0f admin admin] Calling delete_port for 15570d9c-93a7-4e30-a3eb-5c870988478b owned by network:router_gateway {{(pid=102707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:07:03.903782 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-002383c8-dcc2-4a52-aba1-f3062b7819eb None None] Set router 4fc4e7a1-398d-4884-9555-cf1e0bfa4e60 gateway port host: None {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:07:03.954031 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-002383c8-dcc2-4a52-aba1-f3062b7819eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc4e7a1-398d-4884-9555-cf1e0bfa4e60', 'name': 'tempest-TestVolumeBootPattern-2027859142-router', 'tenant_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:22Z', 'updated_at': '2022-02-20T22:07:03Z', 'revision_number': 6, 'project_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'gw_port_host': None}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:07:04.002563 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f915341a-bd69-4488-9ef7-e1d733575d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (15570d9c-93a7-4e30-a3eb-5c870988478b), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:04.026542 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915341a-bd69-4488-9ef7-e1d733575d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=15570d9c-93a7-4e30-a3eb-5c870988478b,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:07:04.074945 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002383c8-dcc2-4a52-aba1-f3062b7819eb None None] The sync data for ids ['4fc4e7a1-398d-4884-9555-cf1e0bfa4e60'] in dv-cinder-830093-1-iscsi is: [{'id': '4fc4e7a1-398d-4884-9555-cf1e0bfa4e60', 'name': 'tempest-TestVolumeBootPattern-2027859142-router', 'tenant_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:58:22Z', 'updated_at': '2022-02-20T22:07:03Z', 'revision_number': 6, 'project_id': '1a16aaed15a54a5e916d0a4ab62c1a1a', 'gw_port_host': None}] {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:07:04.091592 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f915341a-bd69-4488-9ef7-e1d733575d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642947'] for router_gateway (4fc4e7a1-398d-4884-9555-cf1e0bfa4e60), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:04.182707 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f915341a-bd69-4488-9ef7-e1d733575d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27540'] for router (4fc4e7a1-398d-4884-9555-cf1e0bfa4e60), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:04.184773 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f915341a-bd69-4488-9ef7-e1d733575d0f admin admin] Publish callbacks [] for router_controller (4fc4e7a1-398d-4884-9555-cf1e0bfa4e60), precommit_delete_associations {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:04.228912 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f915341a-bd69-4488-9ef7-e1d733575d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641638'] for router (4fc4e7a1-398d-4884-9555-cf1e0bfa4e60), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:04.229412 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f915341a-bd69-4488-9ef7-e1d733575d0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fc4e7a1-398d-4884-9555-cf1e0bfa4e60 {{(pid=102707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 22:07:04.234234 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-f915341a-bd69-4488-9ef7-e1d733575d0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:04.235355 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-f915341a-bd69-4488-9ef7-e1d733575d0f admin admin] 10.222.0.61 "DELETE /v2.0/routers/4fc4e7a1-398d-4884-9555-cf1e0bfa4e60 HTTP/1.1" status: 204 len: 168 time: 0.7436271 Feb 20 22:07:04.237920 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33926) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:07:04.279868 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1deb57-8400-4cba-b983-11c80c975804 admin admin] Deleting subnet 8bd03820-887f-408c-b76f-b4fbe1ee9932 {{(pid=102707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:07:04.283031 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1b1deb57-8400-4cba-b983-11c80c975804 admin admin] Publish callbacks [] for subnet (8bd03820-887f-408c-b76f-b4fbe1ee9932), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:04.315971 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1b1deb57-8400-4cba-b983-11c80c975804 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11566206'] for subnet (8bd03820-887f-408c-b76f-b4fbe1ee9932), precommit_delete_associations {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:04.392053 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1b1deb57-8400-4cba-b983-11c80c975804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882536'] for subnet (8bd03820-887f-408c-b76f-b4fbe1ee9932), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:04.446718 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1b1deb57-8400-4cba-b983-11c80c975804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11566090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12283557'] for subnet (8bd03820-887f-408c-b76f-b4fbe1ee9932), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:04.476939 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-1b1deb57-8400-4cba-b983-11c80c975804 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:04.482876 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-1b1deb57-8400-4cba-b983-11c80c975804 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8bd03820-887f-408c-b76f-b4fbe1ee9932 HTTP/1.1" status: 204 len: 168 time: 0.2424626 Feb 20 22:07:04.483043 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c231c6d4-1fc5-4ba6-9c33-f81c4adbf475 None None] Network dd9060ff-41c7-42f6-a96f-30a2b6de4e57 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:07:04.483461 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1deb57-8400-4cba-b983-11c80c975804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bd03820-887f-408c-b76f-b4fbe1ee9932,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:07:04.484097 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33928) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:07:04.560510 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834273'] for network (dd9060ff-41c7-42f6-a96f-30a2b6de4e57), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:04.616898 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] Deleting port 458b5ecc-f798-43b3-adb1-ece0f8c43712 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:07:04.617273 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (458b5ecc-f798-43b3-adb1-ece0f8c43712), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:04.677521 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] For port 458b5ecc-f798-43b3-adb1-ece0f8c43712, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=458b5ecc-f798-43b3-adb1-ece0f8c43712,segment=NetworkSegment(962e4247-d75d-484e-b5a3-8552157746a2),segment_id=962e4247-d75d-484e-b5a3-8552157746a2)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:07:04.677878 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (458b5ecc-f798-43b3-adb1-ece0f8c43712), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:04.690084 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] Calling delete_port for 458b5ecc-f798-43b3-adb1-ece0f8c43712 owned by network:dhcp {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:07:04.769186 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (458b5ecc-f798-43b3-adb1-ece0f8c43712), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:04.799977 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] Pushing event deleted for resources: {'Port': ['ID=458b5ecc-f798-43b3-adb1-ece0f8c43712,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:07:04.804233 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] No DVR routers for this DVR port 458b5ecc-f798-43b3-adb1-ece0f8c43712 on host dv-cinder-830093-1-iscsi {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:07:04.848882 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9777f461-531c-4c52-97cd-cf268abd1e28 None None] DHCP port deletion for dd9060ff-41c7-42f6-a96f-30a2b6de4e57 request from dv-cinder-830093-1-iscsi {{(pid=102709) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 22:07:04.877494 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881377', 'neutron.services.segments.db._delete_segments_for_network-8760288176442'] for network (dd9060ff-41c7-42f6-a96f-30a2b6de4e57), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:04.905965 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 458b5ecc-f798-43b3-adb1-ece0f8c43712 no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:07:04.908226 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9060ff-41c7-42f6-a96f-30a2b6de4e57']}} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:07:04.918602 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962e4247-d75d-484e-b5a3-8552157746a2') {'for_net_delete': True} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:07:04.918941 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962e4247-d75d-484e-b5a3-8552157746a2') {} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:07:04.925740 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: 458b5ecc-f798-43b3-adb1-ece0f8c43712 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:07:04.926148 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 458b5ecc-f798-43b3-adb1-ece0f8c43712 not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:07:04.926576 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 41f212e3-5f6a-461a-8a5d-f8e407f712d7 no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:07:04.928815 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760288175939', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8472892'] for segment (962e4247-d75d-484e-b5a3-8552157746a2), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:04.942031 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (962e4247-d75d-484e-b5a3-8552157746a2), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:04.945648 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: 41f212e3-5f6a-461a-8a5d-f8e407f712d7 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:07:04.946008 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 41f212e3-5f6a-461a-8a5d-f8e407f712d7 not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:07:04.946437 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 15570d9c-93a7-4e30-a3eb-5c870988478b no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:07:04.949370 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:07:04.949668 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8474595'] for segment (962e4247-d75d-484e-b5a3-8552157746a2), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: Traceback (most recent call last): Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: timer() Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: cb(*args, **kw) Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: return func(*args, **kwargs) Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: self._notify() Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: self.callback(batched_events) Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: event.method(event) Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: return f(self, *a, **k) Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._get(url).json() Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: return self.request(url, 'GET', **kwargs) Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:07:04.951739 dv-cinder-830093-1-iscsi neutron-server[102708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:07:04.966932 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: 15570d9c-93a7-4e30-a3eb-5c870988478b {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:07:04.967288 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 15570d9c-93a7-4e30-a3eb-5c870988478b not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:07:05.012586 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643055'] for network (dd9060ff-41c7-42f6-a96f-30a2b6de4e57), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:05.017946 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:05.021589 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] 10.222.0.61 "DELETE /v2.0/networks/dd9060ff-41c7-42f6-a96f-30a2b6de4e57 HTTP/1.1" status: 204 len: 168 time: 0.5359309 Feb 20 22:07:05.032757 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814dba3-fa93-41c5-a606-fe965143a00a admin admin] Pushing event deleted for resources: {'Network': ['ID=dd9060ff-41c7-42f6-a96f-30a2b6de4e57,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:07:05.143696 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33934) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:07:05.183618 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-2cbd4786-8eb6-4fca-ab53-2009d63fc2ee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b3885aa7992e4e54891e9136ce879dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387599 Feb 20 22:07:05.186127 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33936) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:07:05.231016 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-66936363-f53f-4802-ad00-9bc0953edac1 admin admin] Publish callbacks [] for security_group (a4ac39b2-14fa-4b50-ab88-8f0a85872e2f), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:05.254812 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-66936363-f53f-4802-ad00-9bc0953edac1 admin admin] Publish callbacks [] for security_group (a4ac39b2-14fa-4b50-ab88-8f0a85872e2f), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:05.299970 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-66936363-f53f-4802-ad00-9bc0953edac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (a4ac39b2-14fa-4b50-ab88-8f0a85872e2f), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:05.302389 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-66936363-f53f-4802-ad00-9bc0953edac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:05.303532 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-66936363-f53f-4802-ad00-9bc0953edac1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4ac39b2-14fa-4b50-ab88-8f0a85872e2f HTTP/1.1" status: 204 len: 168 time: 0.1166310 Feb 20 22:07:05.310863 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66936363-f53f-4802-ad00-9bc0953edac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ac39b2-14fa-4b50-ab88-8f0a85872e2f,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:07:05.603041 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33942) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:07:05.641502 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-8e2d3683-54c7-4dfa-a88d-a6f5c03e9b24 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1a16aaed15a54a5e916d0a4ab62c1a1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373504 Feb 20 22:07:05.643827 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33944) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:07:05.688916 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f4efed85-23df-425e-816c-b4389d200655 admin admin] Publish callbacks [] for security_group (b719dc33-aa43-40e9-90b5-e4673b6eb149), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:05.709507 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f4efed85-23df-425e-816c-b4389d200655 admin admin] Publish callbacks [] for security_group (b719dc33-aa43-40e9-90b5-e4673b6eb149), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:05.752859 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f4efed85-23df-425e-816c-b4389d200655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (b719dc33-aa43-40e9-90b5-e4673b6eb149), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:05.755980 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f4efed85-23df-425e-816c-b4389d200655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:05.757134 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-f4efed85-23df-425e-816c-b4389d200655 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b719dc33-aa43-40e9-90b5-e4673b6eb149 HTTP/1.1" status: 204 len: 168 time: 0.1124084 Feb 20 22:07:05.764456 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efed85-23df-425e-816c-b4389d200655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b719dc33-aa43-40e9-90b5-e4673b6eb149,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:07:11.077615 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e32ef1-9613-4321-9d66-60076b8beef3 req-f944511e-d033-4f51-b333-c396a6001a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:11.078652 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd11cb-2e50-4932-9431-4def867ddc71 req-671a7ad7-135f-43bd-8edf-952558f44671 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:11.079108 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b6e32ef1-9613-4321-9d66-60076b8beef3 req-f944511e-d033-4f51-b333-c396a6001a7a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1dc84a46160c465b956da03cfdd14a76&device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 1169 time: 0.0470233 Feb 20 22:07:11.080221 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1cdd11cb-2e50-4932-9431-4def867ddc71 req-671a7ad7-135f-43bd-8edf-952558f44671 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 985 time: 0.0593371 Feb 20 22:07:11.139409 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-1cdd11cb-2e50-4932-9431-4def867ddc71 req-4146f7c4-b08e-4d1a-9c22-3d4070ca2e74 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&id=fc1929c1-f802-4816-9679-b53868c68d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533352 Feb 20 22:07:11.177580 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e32ef1-9613-4321-9d66-60076b8beef3 req-0e734351-2964-4124-8d65-4f0215f798ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:11.179037 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b6e32ef1-9613-4321-9d66-60076b8beef3 req-0e734351-2964-4124-8d65-4f0215f798ce service neutron] 10.222.0.45 "GET /v2.0/networks?id=49f94057-89cf-4435-b1f0-ced14afcff42 HTTP/1.1" status: 200 len: 916 time: 0.0916588 Feb 20 22:07:11.251214 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b6e32ef1-9613-4321-9d66-60076b8beef3 req-6d2adb32-6b44-48f4-96f5-df3743018105 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0df7b9e-90a6-467a-bad9-f41b669aa299 HTTP/1.1" status: 200 len: 1002 time: 0.0602286 Feb 20 22:07:11.297847 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e32ef1-9613-4321-9d66-60076b8beef3 req-22f84c4c-6754-4c3c-80c5-f8d7491efe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:11.299250 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b6e32ef1-9613-4321-9d66-60076b8beef3 req-22f84c4c-6754-4c3c-80c5-f8d7491efe3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=934095d1-76ca-46b5-ae51-da535dbaa64b HTTP/1.1" status: 200 len: 854 time: 0.0420766 Feb 20 22:07:11.346602 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e32ef1-9613-4321-9d66-60076b8beef3 req-d325493c-dd09-4ff3-9652-214e775703ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:11.348041 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b6e32ef1-9613-4321-9d66-60076b8beef3 req-d325493c-dd09-4ff3-9652-214e775703ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49f94057-89cf-4435-b1f0-ced14afcff42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415337 Feb 20 22:07:11.436009 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b6e32ef1-9613-4321-9d66-60076b8beef3 req-40fc5fdb-d6f6-417c-aad6-0c01cef36256 service neutron] 10.222.0.45 "GET /v2.0/networks/49f94057-89cf-4435-b1f0-ced14afcff42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817940 Feb 20 22:07:11.526181 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-b6e32ef1-9613-4321-9d66-60076b8beef3 req-07b1661d-5fc3-482b-9277-c4823cabeac7 service neutron] 10.222.0.45 "GET /v2.0/networks/49f94057-89cf-4435-b1f0-ced14afcff42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835114 Feb 20 22:07:12.261706 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb182164-e5fd-4267-b48c-630ec35c307f req-13827742-fac7-4add-a780-9902e4c02164 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:12.263167 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bb182164-e5fd-4267-b48c-630ec35c307f req-13827742-fac7-4add-a780-9902e4c02164 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 985 time: 0.0554185 Feb 20 22:07:12.321017 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-bb182164-e5fd-4267-b48c-630ec35c307f req-58d3c601-d17b-40b1-8e35-8e35d410f5df tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&id=fc1929c1-f802-4816-9679-b53868c68d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522978 Feb 20 22:07:13.436046 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff837869-a24e-4a2b-8963-cfa3191a7617 req-8a2c392e-639f-4643-8f3a-4ec67e446793 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:13.437526 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ff837869-a24e-4a2b-8963-cfa3191a7617 req-8a2c392e-639f-4643-8f3a-4ec67e446793 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 985 time: 0.0515494 Feb 20 22:07:13.495318 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ff837869-a24e-4a2b-8963-cfa3191a7617 req-e57ce9f1-fab5-4984-82a6-14405a984da8 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&id=fc1929c1-f802-4816-9679-b53868c68d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522389 Feb 20 22:07:14.610352 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6933cc0-6b81-49e6-8d20-42aef4bc7ac5 req-25c34e3a-6c0a-45c6-9892-8bb70f25f229 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:14.611804 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c6933cc0-6b81-49e6-8d20-42aef4bc7ac5 req-25c34e3a-6c0a-45c6-9892-8bb70f25f229 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 985 time: 0.0509865 Feb 20 22:07:14.672048 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c6933cc0-6b81-49e6-8d20-42aef4bc7ac5 req-38b4503c-195b-4941-8237-b6e1aa01a408 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&id=fc1929c1-f802-4816-9679-b53868c68d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546770 Feb 20 22:07:15.786819 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb6e8c-b6f7-4fee-986c-d523ac43f3aa req-0bf511b5-60ae-4106-a0d6-1bdf6bae75e9 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:15.789348 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c0cb6e8c-b6f7-4fee-986c-d523ac43f3aa req-0bf511b5-60ae-4106-a0d6-1bdf6bae75e9 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 985 time: 0.0522130 Feb 20 22:07:15.846340 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-c0cb6e8c-b6f7-4fee-986c-d523ac43f3aa req-12086a97-58d5-4bce-80cf-c080edb52e82 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&id=fc1929c1-f802-4816-9679-b53868c68d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518653 Feb 20 22:07:16.642459 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:07:16.965183 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36b6e0-154f-4f6e-93f9-a7a34a9070ea req-1e418029-5b13-4831-9426-7561b871bfdd tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:16.966918 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9a36b6e0-154f-4f6e-93f9-a7a34a9070ea req-1e418029-5b13-4831-9426-7561b871bfdd tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 985 time: 0.0533860 Feb 20 22:07:17.026080 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-9a36b6e0-154f-4f6e-93f9-a7a34a9070ea req-e61c091d-d041-4803-8977-7e672dcb44d1 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&id=fc1929c1-f802-4816-9679-b53868c68d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537004 Feb 20 22:07:18.151782 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf492e5-0bc9-44e9-8bf4-27b0c42b7623 req-93437686-db9a-4d22-9c5a-02f48db21b58 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:18.153573 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-aaf492e5-0bc9-44e9-8bf4-27b0c42b7623 req-93437686-db9a-4d22-9c5a-02f48db21b58 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 985 time: 0.0618303 Feb 20 22:07:18.211578 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-aaf492e5-0bc9-44e9-8bf4-27b0c42b7623 req-6f649c86-9a8c-4da6-9803-01b165da1dde tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&id=fc1929c1-f802-4816-9679-b53868c68d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523643 Feb 20 22:07:19.326695 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c156a9-b551-4d36-afb4-eda805b8ab83 req-9a524118-dc4d-49bf-a36b-c9a32346688e tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:19.328148 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a6c156a9-b551-4d36-afb4-eda805b8ab83 req-9a524118-dc4d-49bf-a36b-c9a32346688e tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 985 time: 0.0519230 Feb 20 22:07:19.385449 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-a6c156a9-b551-4d36-afb4-eda805b8ab83 req-be12b494-08cf-42d5-a2fe-1ff635e6ca60 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&id=fc1929c1-f802-4816-9679-b53868c68d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517516 Feb 20 22:07:20.500102 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d49c4b-676c-4bd8-b6eb-985ed6f101c6 req-9fe6db44-02f9-4c37-82b9-6ba4c3bf663e tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:20.501590 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-37d49c4b-676c-4bd8-b6eb-985ed6f101c6 req-9fe6db44-02f9-4c37-82b9-6ba4c3bf663e tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 985 time: 0.0512526 Feb 20 22:07:20.563350 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-37d49c4b-676c-4bd8-b6eb-985ed6f101c6 req-f2e23c86-2529-4bf1-a2a2-20162e6cedd3 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&id=fc1929c1-f802-4816-9679-b53868c68d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562146 Feb 20 22:07:21.026581 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-ec88124d-6d41-4261-aca1-b8c65ffb0f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:21.680877 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6d4c4-b57e-42d5-856d-9b604f982048 req-2652ce6c-b2d5-4822-80b8-d9f4e52a6ec1 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:21.682378 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-05e6d4c4-b57e-42d5-856d-9b604f982048 req-2652ce6c-b2d5-4822-80b8-d9f4e52a6ec1 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 985 time: 0.0523078 Feb 20 22:07:21.740105 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-05e6d4c4-b57e-42d5-856d-9b604f982048 req-e72a787e-ff03-4f54-9c16-45fa26ef5d1e tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&id=fc1929c1-f802-4816-9679-b53868c68d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522597 Feb 20 22:07:22.856954 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d0fcd-245c-4518-b705-748541bcb47f req-a5caf816-7e2b-4834-a0d3-08ec240689bc tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:22.858451 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8a4d0fcd-245c-4518-b705-748541bcb47f req-a5caf816-7e2b-4834-a0d3-08ec240689bc tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 985 time: 0.0510979 Feb 20 22:07:22.915977 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-8a4d0fcd-245c-4518-b705-748541bcb47f req-4bcb8097-414f-4ccf-a81e-2b428814c25d tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&id=fc1929c1-f802-4816-9679-b53868c68d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518794 Feb 20 22:07:23.134051 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-bd248a3b-b0be-4bf7-b145-b2fd86ef1272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:24.438917 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:25.895023 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:27.312085 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:29.349391 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:38.722902 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-c63df266-c9cc-442d-ae8b-05c70f51ea05 req-b241e9b7-4ef5-4670-b7f2-252e02350ffd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428231 Feb 20 22:07:38.815457 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63df266-c9cc-442d-ae8b-05c70f51ea05 req-7e07f0b2-7692-4233-8b22-8700c8048f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:38.816940 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-c63df266-c9cc-442d-ae8b-05c70f51ea05 req-7e07f0b2-7692-4233-8b22-8700c8048f0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1dc84a46160c465b956da03cfdd14a76&device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 1169 time: 0.0483069 Feb 20 22:07:38.923037 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63df266-c9cc-442d-ae8b-05c70f51ea05 req-caa38296-f539-4817-8b9c-339ef29a3eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:38.924496 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-c63df266-c9cc-442d-ae8b-05c70f51ea05 req-caa38296-f539-4817-8b9c-339ef29a3eab service neutron] 10.222.0.45 "GET /v2.0/networks?id=49f94057-89cf-4435-b1f0-ced14afcff42 HTTP/1.1" status: 200 len: 916 time: 0.0829089 Feb 20 22:07:38.992361 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-c63df266-c9cc-442d-ae8b-05c70f51ea05 req-e6faabcc-36a5-4d21-b50b-094f095dfc50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0df7b9e-90a6-467a-bad9-f41b669aa299 HTTP/1.1" status: 200 len: 1002 time: 0.0597024 Feb 20 22:07:39.039755 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63df266-c9cc-442d-ae8b-05c70f51ea05 req-739b3b23-f00c-40dd-a794-ba8f4f525306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:39.041178 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-c63df266-c9cc-442d-ae8b-05c70f51ea05 req-739b3b23-f00c-40dd-a794-ba8f4f525306 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=934095d1-76ca-46b5-ae51-da535dbaa64b HTTP/1.1" status: 200 len: 854 time: 0.0422635 Feb 20 22:07:39.089595 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63df266-c9cc-442d-ae8b-05c70f51ea05 req-4e3d699f-4b8d-4fe8-8fc2-032d1c46a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:39.091083 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-c63df266-c9cc-442d-ae8b-05c70f51ea05 req-4e3d699f-4b8d-4fe8-8fc2-032d1c46a7e6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49f94057-89cf-4435-b1f0-ced14afcff42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427613 Feb 20 22:07:39.179239 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-c63df266-c9cc-442d-ae8b-05c70f51ea05 req-ba8afa0d-fd06-4059-a501-f31b4f5fb596 service neutron] 10.222.0.45 "GET /v2.0/networks/49f94057-89cf-4435-b1f0-ced14afcff42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813699 Feb 20 22:07:39.265855 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-c63df266-c9cc-442d-ae8b-05c70f51ea05 req-6761f84a-3bab-4f10-a961-9b8fa123f730 service neutron] 10.222.0.45 "GET /v2.0/networks/49f94057-89cf-4435-b1f0-ced14afcff42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793829 Feb 20 22:07:51.029352 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-c2b4d918-f87e-4a94-ab89-ae1fe2b2e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:53.135839 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-710a06ee-86b3-4470-a6b7-98daa67c2e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:53.642408 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:07:54.441938 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:55.897261 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:56.061324 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-46c25b79-e97d-4fe7-8c21-3a9fb13dc9e5 req-e5daa844-9b3e-4719-a215-5819a05b4af0 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538330121&fields=id&tenant_id=1dc84a46160c465b956da03cfdd14a76 HTTP/1.1" status: 200 len: 267 time: 0.0465231 Feb 20 22:07:56.116082 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c25b79-e97d-4fe7-8c21-3a9fb13dc9e5 req-431c6a1c-e2aa-4145-8791-5199b07cac87 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:56.117567 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-46c25b79-e97d-4fe7-8c21-3a9fb13dc9e5 req-431c6a1c-e2aa-4145-8791-5199b07cac87 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 985 time: 0.0510929 Feb 20 22:07:56.127798 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.v2.base [req-46c25b79-e97d-4fe7-8c21-3a9fb13dc9e5 req-07c2d77e-2307-45e1-8700-71098268f180 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Request body: {'port': {'security_groups': ['fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837']}} {{(pid=102707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:07:56.194374 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-46c25b79-e97d-4fe7-8c21-3a9fb13dc9e5 req-07c2d77e-2307-45e1-8700-71098268f180 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3743491'] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), before_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:56.363564 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.db [req-46c25b79-e97d-4fe7-8c21-3a9fb13dc9e5 req-07c2d77e-2307-45e1-8700-71098268f180 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] For port d0df7b9e-90a6-467a-bad9-f41b669aa299, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0df7b9e-90a6-467a-bad9-f41b669aa299,segment=NetworkSegment(95ab32f0-60de-426e-9f7b-5530e2ea1c78),segment_id=95ab32f0-60de-426e-9f7b-5530e2ea1c78)] {{(pid=102707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:07:56.390880 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-46c25b79-e97d-4fe7-8c21-3a9fb13dc9e5 req-07c2d77e-2307-45e1-8700-71098268f180 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), precommit_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:56.395250 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-46c25b79-e97d-4fe7-8c21-3a9fb13dc9e5 req-07c2d77e-2307-45e1-8700-71098268f180 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760288286859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760287735354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760287735372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11565760'] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), after_update {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:56.410251 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['d0df7b9e-90a6-467a-bad9-f41b669aa299'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:07:56.439818 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c25b79-e97d-4fe7-8c21-3a9fb13dc9e5 req-07c2d77e-2307-45e1-8700-71098268f180 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:56.440520 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [req-46c25b79-e97d-4fe7-8c21-3a9fb13dc9e5 req-07c2d77e-2307-45e1-8700-71098268f180 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:56.441953 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-46c25b79-e97d-4fe7-8c21-3a9fb13dc9e5 req-07c2d77e-2307-45e1-8700-71098268f180 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "PUT /v2.0/ports/d0df7b9e-90a6-467a-bad9-f41b669aa299 HTTP/1.1" status: 200 len: 943 time: 0.3185401 Feb 20 22:07:56.442417 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9008f6-6fb7-4cd5-a78b-3359022c148d', 'tag': 'd0df7b9e-90a6-467a-bad9-f41b669aa299'}] {{(pid=102707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:07:56.444733 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820eb19fa05f47c33a4eb3d5d015730f1ac844cc5791151cf4d8bf01498112d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2fb7d0-bb20-43a2-8776-5c91a545d5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9008f6-6fb7-4cd5-a78b-3359022c148d", "tag": "d0df7b9e-90a6-467a-bad9-f41b669aa299"}]}' {{(pid=102707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:07:56.450141 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 33982) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:07:56.474772 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2d77e-2307-45e1-8700-71098268f180 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Pushing event updated for resources: {'Port': ['ID=d0df7b9e-90a6-467a-bad9-f41b669aa299,revision_number=7']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:07:56.490479 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ef8057-9e78-4869-8482-d2da287ff99d x-openstack-request-id: req-94ef8057-9e78-4869-8482-d2da287ff99d {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:07:56.490779 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9008f6-6fb7-4cd5-a78b-3359022c148d", "tag": "d0df7b9e-90a6-467a-bad9-f41b669aa299", "status": "completed", "code": 200}]} {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:07:56.491042 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-94ef8057-9e78-4869-8482-d2da287ff99d {{(pid=102707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:07:56.491449 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9008f6-6fb7-4cd5-a78b-3359022c148d', 'tag': 'd0df7b9e-90a6-467a-bad9-f41b669aa299', 'status': 'completed', 'code': 200} Feb 20 22:07:56.532813 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['d0df7b9e-90a6-467a-bad9-f41b669aa299'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:07:56.535375 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8d6a90a1-3f01-410e-9e75-355c58b5a288 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group (fc1929c1-f802-4816-9679-b53868c68d7b), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:56.584510 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8d6a90a1-3f01-410e-9e75-355c58b5a288 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group (fc1929c1-f802-4816-9679-b53868c68d7b), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:56.612432 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fb7d0-bb20-43a2-8776-5c91a545d5f5 req-bb6e9f1c-d8f0-4c40-a81b-c67114399696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:56.614200 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-8d2fb7d0-bb20-43a2-8776-5c91a545d5f5 req-bb6e9f1c-d8f0-4c40-a81b-c67114399696 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1dc84a46160c465b956da03cfdd14a76&device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 1130 time: 0.0931833 Feb 20 22:07:56.726775 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8d6a90a1-3f01-410e-9e75-355c58b5a288 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (fc1929c1-f802-4816-9679-b53868c68d7b), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:56.729345 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-8d6a90a1-3f01-410e-9e75-355c58b5a288 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:56.730627 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-8d6a90a1-3f01-410e-9e75-355c58b5a288 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "DELETE /v2.0/security-groups/fc1929c1-f802-4816-9679-b53868c68d7b HTTP/1.1" status: 204 len: 168 time: 0.2794929 Feb 20 22:07:56.733533 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 33984) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:07:56.752816 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a90a1-3f01-410e-9e75-355c58b5a288 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1929c1-f802-4816-9679-b53868c68d7b,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:07:56.755149 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.provisioning_blocks [None req-adf3330e-f4d1-4e0f-bf72-72bee3062e19 None None] Provisioning complete for port d0df7b9e-90a6-467a-bad9-f41b669aa299 triggered by entity DHCP. {{(pid=102709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:07:56.755738 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-adf3330e-f4d1-4e0f-bf72-72bee3062e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3869978'] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), provisioning_complete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:56.771218 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a90a1-3f01-410e-9e75-355c58b5a288 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:07:56.771566 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a90a1-3f01-410e-9e75-355c58b5a288 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:07:56.771913 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a90a1-3f01-410e-9e75-355c58b5a288 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:07:56.772248 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a90a1-3f01-410e-9e75-355c58b5a288 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:07:56.772585 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a90a1-3f01-410e-9e75-355c58b5a288 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:07:56.772930 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a90a1-3f01-410e-9e75-355c58b5a288 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:07:56.773273 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a90a1-3f01-410e-9e75-355c58b5a288 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:07:56.773602 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a90a1-3f01-410e-9e75-355c58b5a288 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:07:56.774249 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a90a1-3f01-410e-9e75-355c58b5a288 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:07:56.774249 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a90a1-3f01-410e-9e75-355c58b5a288 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:07:56.774549 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a90a1-3f01-410e-9e75-355c58b5a288 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:07:56.774879 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a90a1-3f01-410e-9e75-355c58b5a288 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:07:56.775200 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a90a1-3f01-410e-9e75-355c58b5a288 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:07:56.778487 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fb7d0-bb20-43a2-8776-5c91a545d5f5 req-6463d69d-a6d7-4df5-8d04-0135010fd4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:56.779972 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-8d2fb7d0-bb20-43a2-8776-5c91a545d5f5 req-6463d69d-a6d7-4df5-8d04-0135010fd4bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=49f94057-89cf-4435-b1f0-ced14afcff42 HTTP/1.1" status: 200 len: 916 time: 0.1406131 Feb 20 22:07:56.847511 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-adf3330e-f4d1-4e0f-bf72-72bee3062e19 None None] Current status of the port d0df7b9e-90a6-467a-bad9-f41b669aa299 is: ACTIVE; New status is: ACTIVE {{(pid=102709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:07:56.851794 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-8d2fb7d0-bb20-43a2-8776-5c91a545d5f5 req-423d4fd7-8fbc-4eff-84b9-b7bc3a0a8084 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0df7b9e-90a6-467a-bad9-f41b669aa299 HTTP/1.1" status: 200 len: 1002 time: 0.0636311 Feb 20 22:07:56.900608 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fb7d0-bb20-43a2-8776-5c91a545d5f5 req-763103ad-2c36-4338-a6cc-1ce489473a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:56.902396 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-8d2fb7d0-bb20-43a2-8776-5c91a545d5f5 req-763103ad-2c36-4338-a6cc-1ce489473a53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=934095d1-76ca-46b5-ae51-da535dbaa64b HTTP/1.1" status: 200 len: 854 time: 0.0434577 Feb 20 22:07:56.904616 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-914ad3e5-f666-46fb-aa22-33159dce48eb tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Deleting port c33d2f65-490e-48e4-9a4e-8f7f9f9f96b9 {{(pid=102707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:07:56.904958 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-914ad3e5-f666-46fb-aa22-33159dce48eb tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (c33d2f65-490e-48e4-9a4e-8f7f9f9f96b9), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:56.955253 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fb7d0-bb20-43a2-8776-5c91a545d5f5 req-72de584c-85eb-4afd-b663-5ddeae9fffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:56.957097 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-8d2fb7d0-bb20-43a2-8776-5c91a545d5f5 req-72de584c-85eb-4afd-b663-5ddeae9fffe1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49f94057-89cf-4435-b1f0-ced14afcff42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470550 Feb 20 22:07:56.977876 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-914ad3e5-f666-46fb-aa22-33159dce48eb tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (c33d2f65-490e-48e4-9a4e-8f7f9f9f96b9), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:56.978204 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-914ad3e5-f666-46fb-aa22-33159dce48eb tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for floatingip (c33d2f65-490e-48e4-9a4e-8f7f9f9f96b9), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:56.989832 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-914ad3e5-f666-46fb-aa22-33159dce48eb tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Calling delete_port for c33d2f65-490e-48e4-9a4e-8f7f9f9f96b9 owned by network:floatingip {{(pid=102707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:07:57.049497 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-8d2fb7d0-bb20-43a2-8776-5c91a545d5f5 req-07bc4c8b-7234-4372-8989-d0f69cb55816 service neutron] 10.222.0.45 "GET /v2.0/networks/49f94057-89cf-4435-b1f0-ced14afcff42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805762 Feb 20 22:07:57.135677 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-914ad3e5-f666-46fb-aa22-33159dce48eb tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (c33d2f65-490e-48e4-9a4e-8f7f9f9f96b9), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:57.143220 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-8d2fb7d0-bb20-43a2-8776-5c91a545d5f5 req-79479449-88ec-4568-b349-43466e925add service neutron] 10.222.0.45 "GET /v2.0/networks/49f94057-89cf-4435-b1f0-ced14afcff42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846901 Feb 20 22:07:57.163098 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ad3e5-f666-46fb-aa22-33159dce48eb tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Pushing event deleted for resources: {'Port': ['ID=c33d2f65-490e-48e4-9a4e-8f7f9f9f96b9,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:07:57.316097 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:57.473375 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-914ad3e5-f666-46fb-aa22-33159dce48eb tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks [] for floatingip (beb966e0-d6ef-4303-8d79-be3de168033a), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:57.473605 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.db.l3_db [None req-914ad3e5-f666-46fb-aa22-33159dce48eb tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Floating IP beb966e0-d6ef-4303-8d79-be3de168033a disassociated (deleted). External IP: 172.27.3.132, port: d0df7b9e-90a6-467a-bad9-f41b669aa299. Feb 20 22:07:57.674617 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914ad3e5-f666-46fb-aa22-33159dce48eb tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Router fb003040-8a80-4bb2-99ec-d53fce2e4929 has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:07:57.781664 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914ad3e5-f666-46fb-aa22-33159dce48eb tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:07:57.786923 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-914ad3e5-f666-46fb-aa22-33159dce48eb tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for floatingip (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:07:57.791688 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa62414-12cb-4561-929c-0410aab6a480 None None] Sync routers for ids ['fb003040-8a80-4bb2-99ec-d53fce2e4929'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:07:57.802104 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa62414-12cb-4561-929c-0410aab6a480 None None] Routers {'fb003040-8a80-4bb2-99ec-d53fce2e4929'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:07:57.802757 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-0fa62414-12cb-4561-929c-0410aab6a480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:07:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['fb003040-8a80-4bb2-99ec-d53fce2e4929'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:07:57.815869 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-914ad3e5-f666-46fb-aa22-33159dce48eb tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "DELETE /v2.0/floatingips/beb966e0-d6ef-4303-8d79-be3de168033a HTTP/1.1" status: 204 len: 168 time: 1.0811851 Feb 20 22:07:57.910918 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-0fa62414-12cb-4561-929c-0410aab6a480 None None] Set router fb003040-8a80-4bb2-99ec-d53fce2e4929 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:07:58.108848 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-0fa62414-12cb-4561-929c-0410aab6a480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'name': 'tempest-TestMinimumBasicScenario-1283329093-router', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:05:59Z', 'revision_number': 4, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'gw_port': {'id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '0e7b387a-2f38-4a22-84a7-fad112610a9c', 'name': '', 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'mac_address': 'fa:16:3e:fb:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:59Z', 'updated_at': '2022-02-20T22:06:04Z', 'revision_number': 5, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'subnets': [{'id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:07:58.134147 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa62414-12cb-4561-929c-0410aab6a480 None None] Checking router: fb003040-8a80-4bb2-99ec-d53fce2e4929 for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:07:58.142086 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa62414-12cb-4561-929c-0410aab6a480 None None] Routers {'fb003040-8a80-4bb2-99ec-d53fce2e4929'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:07:58.142687 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-0fa62414-12cb-4561-929c-0410aab6a480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:07:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['fb003040-8a80-4bb2-99ec-d53fce2e4929'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:07:58.370666 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-0fa62414-12cb-4561-929c-0410aab6a480 None None] Set router fb003040-8a80-4bb2-99ec-d53fce2e4929 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:07:58.492618 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9008f6-6fb7-4cd5-a78b-3359022c148d', 'tag': 'd0df7b9e-90a6-467a-bad9-f41b669aa299'}] {{(pid=102707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:07:58.495005 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820eb19fa05f47c33a4eb3d5d015730f1ac844cc5791151cf4d8bf01498112d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498fa35d-6715-453b-a6b0-3fec6bb5baac" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9008f6-6fb7-4cd5-a78b-3359022c148d", "tag": "d0df7b9e-90a6-467a-bad9-f41b669aa299"}]}' {{(pid=102707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:07:58.533127 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6282881a-00bb-4474-ae77-462b3a02b3fa x-openstack-request-id: req-6282881a-00bb-4474-ae77-462b3a02b3fa {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:07:58.533424 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9008f6-6fb7-4cd5-a78b-3359022c148d", "tag": "d0df7b9e-90a6-467a-bad9-f41b669aa299", "status": "completed", "code": 200}]} {{(pid=102707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:07:58.533676 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6282881a-00bb-4474-ae77-462b3a02b3fa {{(pid=102707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:07:58.534078 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9008f6-6fb7-4cd5-a78b-3359022c148d', 'tag': 'd0df7b9e-90a6-467a-bad9-f41b669aa299', 'status': 'completed', 'code': 200} Feb 20 22:07:58.566720 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-0fa62414-12cb-4561-929c-0410aab6a480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'name': 'tempest-TestMinimumBasicScenario-1283329093-router', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:05:59Z', 'revision_number': 4, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'gw_port': {'id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '0e7b387a-2f38-4a22-84a7-fad112610a9c', 'name': '', 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'mac_address': 'fa:16:3e:fb:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:59Z', 'updated_at': '2022-02-20T22:06:04Z', 'revision_number': 5, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'subnets': [{'id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:07:58.593023 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa62414-12cb-4561-929c-0410aab6a480 None None] The sync data for ids ['fb003040-8a80-4bb2-99ec-d53fce2e4929'] in dv-cinder-830093-1-iscsi is: [{'id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'name': 'tempest-TestMinimumBasicScenario-1283329093-router', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:05:59Z', 'revision_number': 4, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'gw_port': {'id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi', '_interfaces': [{'id': '0e7b387a-2f38-4a22-84a7-fad112610a9c', 'name': '', 'network_id': '49f94057-89cf-4435-b1f0-ced14afcff42', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'mac_address': 'fa:16:3e:fb:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:59Z', 'updated_at': '2022-02-20T22:06:04Z', 'revision_number': 5, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'subnets': [{'id': '934095d1-76ca-46b5-ae51-da535dbaa64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:07:58.598526 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fa35d-6715-453b-a6b0-3fec6bb5baac req-5c40dc84-bb0d-431c-9c17-a23fa56af7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:58.599998 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-498fa35d-6715-453b-a6b0-3fec6bb5baac req-5c40dc84-bb0d-431c-9c17-a23fa56af7e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1dc84a46160c465b956da03cfdd14a76&device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 1130 time: 0.0459673 Feb 20 22:07:58.693846 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fa35d-6715-453b-a6b0-3fec6bb5baac req-773e27cb-9ee0-4a95-85f3-eff271208327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:58.695326 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-498fa35d-6715-453b-a6b0-3fec6bb5baac req-773e27cb-9ee0-4a95-85f3-eff271208327 service neutron] 10.222.0.45 "GET /v2.0/networks?id=49f94057-89cf-4435-b1f0-ced14afcff42 HTTP/1.1" status: 200 len: 916 time: 0.0890007 Feb 20 22:07:58.739536 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-498fa35d-6715-453b-a6b0-3fec6bb5baac req-5b2e8a4f-b35a-419c-9270-4dd6a8a18c6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0df7b9e-90a6-467a-bad9-f41b669aa299 HTTP/1.1" status: 200 len: 217 time: 0.0376010 Feb 20 22:07:58.801686 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fa35d-6715-453b-a6b0-3fec6bb5baac req-49972022-eb0a-4985-b649-f81fcd5e3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:58.803238 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-498fa35d-6715-453b-a6b0-3fec6bb5baac req-49972022-eb0a-4985-b649-f81fcd5e3fff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=934095d1-76ca-46b5-ae51-da535dbaa64b HTTP/1.1" status: 200 len: 854 time: 0.0564919 Feb 20 22:07:58.840774 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69cb7bb-c908-4479-89a1-c676cbb6f140 None None] New status for floating IP beb966e0-d6ef-4303-8d79-be3de168033a: DOWN {{(pid=102710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:07:58.869432 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fa35d-6715-453b-a6b0-3fec6bb5baac req-cea2c332-953e-4cd1-a274-117bc2ff5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:07:58.871188 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-498fa35d-6715-453b-a6b0-3fec6bb5baac req-cea2c332-953e-4cd1-a274-117bc2ff5da9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49f94057-89cf-4435-b1f0-ced14afcff42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513630 Feb 20 22:07:58.963464 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-498fa35d-6715-453b-a6b0-3fec6bb5baac req-7e86c7d6-f998-4ee0-ae42-c7c38885c27b service neutron] 10.222.0.45 "GET /v2.0/networks/49f94057-89cf-4435-b1f0-ced14afcff42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852644 Feb 20 22:07:59.050745 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-498fa35d-6715-453b-a6b0-3fec6bb5baac req-55855ce3-7aa6-46c9-88cc-8347f7d4670b service neutron] 10.222.0.45 "GET /v2.0/networks/49f94057-89cf-4435-b1f0-ced14afcff42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800824 Feb 20 22:07:59.355278 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:00.503016 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca4519-84f4-434a-a7ef-7c67889c3bf6 req-fed7a2ad-e446-4f3f-a1e8-84479ff219f7 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:08:00.504514 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ebca4519-84f4-434a-a7ef-7c67889c3bf6 req-fed7a2ad-e446-4f3f-a1e8-84479ff219f7 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 946 time: 0.0594635 Feb 20 22:08:00.552563 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-ebca4519-84f4-434a-a7ef-7c67889c3bf6 req-4332110b-4b41-4742-ba7e-bcd1ed7a070f tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423584 Feb 20 22:08:01.672239 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21621671-125b-421d-9a89-f7a6717717ee req-f1107aa3-dfba-4324-bbaa-b832801371a5 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:08:01.673751 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-21621671-125b-421d-9a89-f7a6717717ee req-f1107aa3-dfba-4324-bbaa-b832801371a5 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 946 time: 0.0557814 Feb 20 22:08:01.719459 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-21621671-125b-421d-9a89-f7a6717717ee req-c4c2e19a-8d23-4cd5-8438-3c8b0aab88d7 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401070 Feb 20 22:08:02.491789 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f753d6-8fb0-407d-b037-ba52d59cf7e7 req-f9fe60be-0f43-4760-9d01-186603ea1a13 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:08:02.493266 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-73f753d6-8fb0-407d-b037-ba52d59cf7e7 req-f9fe60be-0f43-4760-9d01-186603ea1a13 tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 946 time: 0.0508657 Feb 20 22:08:02.588899 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-73f753d6-8fb0-407d-b037-ba52d59cf7e7 req-5d2c47ee-1f8c-4fb1-ba19-c0ba471c378c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Deleting port d0df7b9e-90a6-467a-bad9-f41b669aa299 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:08:02.589269 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-73f753d6-8fb0-407d-b037-ba52d59cf7e7 req-5d2c47ee-1f8c-4fb1-ba19-c0ba471c378c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:02.673524 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [req-73f753d6-8fb0-407d-b037-ba52d59cf7e7 req-5d2c47ee-1f8c-4fb1-ba19-c0ba471c378c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] For port d0df7b9e-90a6-467a-bad9-f41b669aa299, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0df7b9e-90a6-467a-bad9-f41b669aa299,segment=NetworkSegment(95ab32f0-60de-426e-9f7b-5530e2ea1c78),segment_id=95ab32f0-60de-426e-9f7b-5530e2ea1c78)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:08:02.673877 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-73f753d6-8fb0-407d-b037-ba52d59cf7e7 req-5d2c47ee-1f8c-4fb1-ba19-c0ba471c378c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:02.685258 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [req-73f753d6-8fb0-407d-b037-ba52d59cf7e7 req-5d2c47ee-1f8c-4fb1-ba19-c0ba471c378c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Calling delete_port for d0df7b9e-90a6-467a-bad9-f41b669aa299 owned by compute:nova {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:08:02.822733 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-73f753d6-8fb0-407d-b037-ba52d59cf7e7 req-5d2c47ee-1f8c-4fb1-ba19-c0ba471c378c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (d0df7b9e-90a6-467a-bad9-f41b669aa299), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:02.836491 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66e96d-f43e-4a68-8fe2-85a27e4fb6a7 req-18bffc0c-085e-4149-a34c-a819c788173b tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:08:02.838030 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5f66e96d-f43e-4a68-8fe2-85a27e4fb6a7 req-18bffc0c-085e-4149-a34c-a819c788173b tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9008f6-6fb7-4cd5-a78b-3359022c148d HTTP/1.1" status: 200 len: 946 time: 0.0532913 Feb 20 22:08:02.844504 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] get_ports_and_sgs() called for port_ids ['d0df7b9e-90a6-467a-bad9-f41b669aa299'] {{(pid=102709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:08:02.851963 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c47ee-1f8c-4fb1-ba19-c0ba471c378c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Pushing event deleted for resources: {'Port': ['ID=d0df7b9e-90a6-467a-bad9-f41b669aa299,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:08:02.898573 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [req-5f66e96d-f43e-4a68-8fe2-85a27e4fb6a7 req-d3f97288-959c-427e-a387-5e126d4d035b tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502548 Feb 20 22:08:02.905434 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f753d6-8fb0-407d-b037-ba52d59cf7e7 req-5d2c47ee-1f8c-4fb1-ba19-c0ba471c378c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] No DVR routers for this DVR port d0df7b9e-90a6-467a-bad9-f41b669aa299 on host hv-cinder-83009 {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:08:02.908005 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [req-73f753d6-8fb0-407d-b037-ba52d59cf7e7 req-5d2c47ee-1f8c-4fb1-ba19-c0ba471c378c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173394'] for port (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:02.911357 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [req-73f753d6-8fb0-407d-b037-ba52d59cf7e7 req-5d2c47ee-1f8c-4fb1-ba19-c0ba471c378c tempest-TestMinimumBasicScenario-1156244335 tempest-TestMinimumBasicScenario-1156244335-project] 10.222.0.45 "DELETE /v2.0/ports/d0df7b9e-90a6-467a-bad9-f41b669aa299 HTTP/1.1" status: 204 len: 173 time: 0.4098606 Feb 20 22:08:02.911897 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9008f6-6fb7-4cd5-a78b-3359022c148d', 'name': 'network-vif-deleted', 'tag': 'd0df7b9e-90a6-467a-bad9-f41b669aa299'}] {{(pid=102708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:08:02.914153 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9097f65992a587816b9a6acde8e2e2396a0d94d492e4b2ecb52ac0d9e796df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402db241-0b5c-4c7b-938f-b473bf5f7237" -d '{"events": [{"server_uuid": "2d9008f6-6fb7-4cd5-a78b-3359022c148d", "name": "network-vif-deleted", "tag": "d0df7b9e-90a6-467a-bad9-f41b669aa299"}]}' {{(pid=102708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:08:03.131989 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422628e7-fcef-468b-a34c-25a5db4bfbda x-openstack-request-id: req-422628e7-fcef-468b-a34c-25a5db4bfbda {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:08:03.132282 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9008f6-6fb7-4cd5-a78b-3359022c148d", "name": "network-vif-deleted", "tag": "d0df7b9e-90a6-467a-bad9-f41b669aa299", "status": "completed", "code": 200}]} {{(pid=102708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:08:03.132558 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-422628e7-fcef-468b-a34c-25a5db4bfbda {{(pid=102708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:08:03.132992 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9008f6-6fb7-4cd5-a78b-3359022c148d', 'name': 'network-vif-deleted', 'tag': 'd0df7b9e-90a6-467a-bad9-f41b669aa299', 'status': 'completed', 'code': 200} Feb 20 22:08:04.539145 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 34072) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:08:04.882242 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641273'] for router_interface (fb003040-8a80-4bb2-99ec-d53fce2e4929), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:05.121767 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Deleting port 0e7b387a-2f38-4a22-84a7-fad112610a9c {{(pid=102707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:08:05.122104 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (0e7b387a-2f38-4a22-84a7-fad112610a9c), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:05.197461 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.db [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] For port 0e7b387a-2f38-4a22-84a7-fad112610a9c, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=0e7b387a-2f38-4a22-84a7-fad112610a9c,segment=NetworkSegment(95ab32f0-60de-426e-9f7b-5530e2ea1c78),segment_id=95ab32f0-60de-426e-9f7b-5530e2ea1c78)] {{(pid=102707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:08:05.197820 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (0e7b387a-2f38-4a22-84a7-fad112610a9c), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:05.208957 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Calling delete_port for 0e7b387a-2f38-4a22-84a7-fad112610a9c owned by network:router_interface {{(pid=102707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:08:05.383598 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (0e7b387a-2f38-4a22-84a7-fad112610a9c), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:05.412212 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7b387a-2f38-4a22-84a7-fad112610a9c,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:08:05.422738 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:05.422943 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:05.423294 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:05.423642 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:05.423983 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:05.424321 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:05.424653 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:05.424996 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:05.425336 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:05.425666 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:05.425996 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:05.426332 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:05.426655 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:05.589628 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641897'] for router_interface (fb003040-8a80-4bb2-99ec-d53fce2e4929), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:05.800898 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Router fb003040-8a80-4bb2-99ec-d53fce2e4929 has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:08:05.910415 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:08:05.915729 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-3cb4e2ea-c343-4d28-980a-8cd2bca5ff06 admin admin] 10.222.0.61 "PUT /v2.0/routers/fb003040-8a80-4bb2-99ec-d53fce2e4929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3736212 Feb 20 22:08:05.918258 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 34076) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:08:05.919164 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ea529-6c64-4ea0-b540-ecd7d796b4ea None None] Sync routers for ids ['fb003040-8a80-4bb2-99ec-d53fce2e4929'] in dv-cinder-830093-1-iscsi {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:08:05.928930 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661ea529-6c64-4ea0-b540-ecd7d796b4ea None None] Routers {'fb003040-8a80-4bb2-99ec-d53fce2e4929'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:08:05.929578 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-661ea529-6c64-4ea0-b540-ecd7d796b4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:07:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['fb003040-8a80-4bb2-99ec-d53fce2e4929'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:08:06.020670 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d771f4c0-722d-41b1-b180-d3e5f174093e admin admin] Publish callbacks [] for router (fb003040-8a80-4bb2-99ec-d53fce2e4929), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:06.034332 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-661ea529-6c64-4ea0-b540-ecd7d796b4ea None None] Set router fb003040-8a80-4bb2-99ec-d53fce2e4929 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:08:06.122325 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d771f4c0-722d-41b1-b180-d3e5f174093e admin admin] Publish callbacks [] for router_gateway (fb003040-8a80-4bb2-99ec-d53fce2e4929), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:06.209044 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-661ea529-6c64-4ea0-b540-ecd7d796b4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'name': 'tempest-TestMinimumBasicScenario-1283329093-router', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:08:05Z', 'revision_number': 5, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'gw_port': {'id': 'e8b3bd08-438c-4b84-a221-3cbae93f8659', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:08:06.236370 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ea529-6c64-4ea0-b540-ecd7d796b4ea None None] Checking router: fb003040-8a80-4bb2-99ec-d53fce2e4929 for host: dv-cinder-830093-1-iscsi {{(pid=102709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:08:06.247679 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661ea529-6c64-4ea0-b540-ecd7d796b4ea None None] Routers {'fb003040-8a80-4bb2-99ec-d53fce2e4929'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:08:06.248335 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-661ea529-6c64-4ea0-b540-ecd7d796b4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:07:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['fb003040-8a80-4bb2-99ec-d53fce2e4929'], 'active': True} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:08:06.316920 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device d0df7b9e-90a6-467a-bad9-f41b669aa299 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:08:06.343119 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] No Port match for: d0df7b9e-90a6-467a-bad9-f41b669aa299 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:08:06.343454 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Device d0df7b9e-90a6-467a-bad9-f41b669aa299 not bound to the agent host hv-cinder-83009 {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:08:06.358398 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvr_db [None req-661ea529-6c64-4ea0-b540-ecd7d796b4ea None None] Set router fb003040-8a80-4bb2-99ec-d53fce2e4929 gateway port host: None {{(pid=102709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:08:06.413875 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_hamode_db [None req-661ea529-6c64-4ea0-b540-ecd7d796b4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'name': 'tempest-TestMinimumBasicScenario-1283329093-router', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:08:06Z', 'revision_number': 6, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'gw_port_host': None}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:08:06.426521 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-d771f4c0-722d-41b1-b180-d3e5f174093e admin admin] Deleting port e8b3bd08-438c-4b84-a221-3cbae93f8659 {{(pid=102707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:08:06.426867 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d771f4c0-722d-41b1-b180-d3e5f174093e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (e8b3bd08-438c-4b84-a221-3cbae93f8659), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:06.440470 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ea529-6c64-4ea0-b540-ecd7d796b4ea None None] The sync data for ids ['fb003040-8a80-4bb2-99ec-d53fce2e4929'] in dv-cinder-830093-1-iscsi is: [{'id': 'fb003040-8a80-4bb2-99ec-d53fce2e4929', 'name': 'tempest-TestMinimumBasicScenario-1283329093-router', 'tenant_id': '1dc84a46160c465b956da03cfdd14a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:05:57Z', 'updated_at': '2022-02-20T22:08:06Z', 'revision_number': 6, 'project_id': '1dc84a46160c465b956da03cfdd14a76', 'gw_port_host': None}] {{(pid=102709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:08:06.505963 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.db [None req-d771f4c0-722d-41b1-b180-d3e5f174093e admin admin] For port e8b3bd08-438c-4b84-a221-3cbae93f8659, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=e8b3bd08-438c-4b84-a221-3cbae93f8659,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:08:06.506328 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d771f4c0-722d-41b1-b180-d3e5f174093e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (e8b3bd08-438c-4b84-a221-3cbae93f8659), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:06.518192 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-d771f4c0-722d-41b1-b180-d3e5f174093e admin admin] Calling delete_port for e8b3bd08-438c-4b84-a221-3cbae93f8659 owned by network:router_gateway {{(pid=102707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:08:06.690237 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d771f4c0-722d-41b1-b180-d3e5f174093e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (e8b3bd08-438c-4b84-a221-3cbae93f8659), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:06.714105 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771f4c0-722d-41b1-b180-d3e5f174093e admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b3bd08-438c-4b84-a221-3cbae93f8659,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:08:06.774928 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d771f4c0-722d-41b1-b180-d3e5f174093e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642947'] for router_gateway (fb003040-8a80-4bb2-99ec-d53fce2e4929), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:06.871456 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d771f4c0-722d-41b1-b180-d3e5f174093e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27540'] for router (fb003040-8a80-4bb2-99ec-d53fce2e4929), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:06.873769 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d771f4c0-722d-41b1-b180-d3e5f174093e admin admin] Publish callbacks [] for router_controller (fb003040-8a80-4bb2-99ec-d53fce2e4929), precommit_delete_associations {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:06.919112 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d771f4c0-722d-41b1-b180-d3e5f174093e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641638'] for router (fb003040-8a80-4bb2-99ec-d53fce2e4929), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:06.919667 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d771f4c0-722d-41b1-b180-d3e5f174093e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb003040-8a80-4bb2-99ec-d53fce2e4929 {{(pid=102707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 22:08:06.923920 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-d771f4c0-722d-41b1-b180-d3e5f174093e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:06.925225 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-d771f4c0-722d-41b1-b180-d3e5f174093e admin admin] 10.222.0.61 "DELETE /v2.0/routers/fb003040-8a80-4bb2-99ec-d53fce2e4929 HTTP/1.1" status: 204 len: 168 time: 1.0060072 Feb 20 22:08:06.927805 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 34080) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:08:06.971063 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_v2 [None req-14490d59-b930-4a5c-8f08-c03dee99409c admin admin] Deleting subnet 934095d1-76ca-46b5-ae51-da535dbaa64b {{(pid=102708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:08:06.974022 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-14490d59-b930-4a5c-8f08-c03dee99409c admin admin] Publish callbacks [] for subnet (934095d1-76ca-46b5-ae51-da535dbaa64b), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:07.006669 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-14490d59-b930-4a5c-8f08-c03dee99409c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8472869'] for subnet (934095d1-76ca-46b5-ae51-da535dbaa64b), precommit_delete_associations {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:07.083201 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-14490d59-b930-4a5c-8f08-c03dee99409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882536'] for subnet (934095d1-76ca-46b5-ae51-da535dbaa64b), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:07.131417 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-14490d59-b930-4a5c-8f08-c03dee99409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8491243'] for subnet (934095d1-76ca-46b5-ae51-da535dbaa64b), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:07.157838 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14490d59-b930-4a5c-8f08-c03dee99409c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934095d1-76ca-46b5-ae51-da535dbaa64b,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:08:07.159952 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-14490d59-b930-4a5c-8f08-c03dee99409c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:07.163023 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-14490d59-b930-4a5c-8f08-c03dee99409c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/934095d1-76ca-46b5-ae51-da535dbaa64b HTTP/1.1" status: 204 len: 168 time: 0.2341900 Feb 20 22:08:07.164631 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6d55e3-38ec-448e-9f79-d1d276c42d2d None None] Network 49f94057-89cf-4435-b1f0-ced14afcff42 requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:08:07.165381 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 34082) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:08:07.218359 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 0e7b387a-2f38-4a22-84a7-fad112610a9c no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:08:07.240314 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: 0e7b387a-2f38-4a22-84a7-fad112610a9c {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:08:07.240527 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 0e7b387a-2f38-4a22-84a7-fad112610a9c not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:08:07.244189 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834273'] for network (49f94057-89cf-4435-b1f0-ced14afcff42), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:07.357704 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] DHCP port deletion for 49f94057-89cf-4435-b1f0-ced14afcff42 request from dv-cinder-830093-1-iscsi {{(pid=102709) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 22:08:07.411968 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] Deleting port b97cb240-231b-416a-96bc-465ba40b6303 {{(pid=102709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:08:07.412493 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (b97cb240-231b-416a-96bc-465ba40b6303), before_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:07.478903 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] For port b97cb240-231b-416a-96bc-465ba40b6303, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=b97cb240-231b-416a-96bc-465ba40b6303,segment=NetworkSegment(95ab32f0-60de-426e-9f7b-5530e2ea1c78),segment_id=95ab32f0-60de-426e-9f7b-5530e2ea1c78)] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:08:07.479449 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (b97cb240-231b-416a-96bc-465ba40b6303), precommit_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:07.493839 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] Calling delete_port for b97cb240-231b-416a-96bc-465ba40b6303 owned by network:dhcp {{(pid=102709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:08:07.572419 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] Deleting port b97cb240-231b-416a-96bc-465ba40b6303 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:08:07.572675 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (b97cb240-231b-416a-96bc-465ba40b6303), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:07.576365 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345'] for port (b97cb240-231b-416a-96bc-465ba40b6303), after_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:07.603310 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] Pushing event deleted for resources: {'Port': ['ID=b97cb240-231b-416a-96bc-465ba40b6303,revision_number=None']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:08:07.611921 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] No DVR routers for this DVR port b97cb240-231b-416a-96bc-465ba40b6303 on host dv-cinder-830093-1-iscsi {{(pid=102709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:08:07.613221 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:07.613582 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:07.613932 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:07.614275 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:07.614613 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:07.614948 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:07.615286 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:07.615621 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:07.615948 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:07.616477 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:07.616824 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:07.617174 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:07.617501 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e01f8-fdeb-437f-bede-c80fa9df5b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-1-iscsi {{(pid=102709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:08:07.642078 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] For port b97cb240-231b-416a-96bc-465ba40b6303, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=b97cb240-231b-416a-96bc-465ba40b6303,segment=NetworkSegment(95ab32f0-60de-426e-9f7b-5530e2ea1c78),segment_id=95ab32f0-60de-426e-9f7b-5530e2ea1c78)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:08:07.642441 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (b97cb240-231b-416a-96bc-465ba40b6303), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:07.654344 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] Calling delete_port for b97cb240-231b-416a-96bc-465ba40b6303 owned by network:dhcp {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:08:07.729860 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (b97cb240-231b-416a-96bc-465ba40b6303), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:07.755614 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b97cb240-231b-416a-96bc-465ba40b6303,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:08:07.757352 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] No DVR routers for this DVR port b97cb240-231b-416a-96bc-465ba40b6303 on host dv-cinder-830093-1-iscsi {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:08:07.824707 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881377', 'neutron.services.segments.db._delete_segments_for_network-8760288176442'] for network (49f94057-89cf-4435-b1f0-ced14afcff42), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:07.847465 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f94057-89cf-4435-b1f0-ced14afcff42']}} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:08:07.856255 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ab32f0-60de-426e-9f7b-5530e2ea1c78') {'for_net_delete': True} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:08:07.856551 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ab32f0-60de-426e-9f7b-5530e2ea1c78') {} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:08:07.865566 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760288175939', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8472892'] for segment (95ab32f0-60de-426e-9f7b-5530e2ea1c78), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:07.878505 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (95ab32f0-60de-426e-9f7b-5530e2ea1c78), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:07.884107 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:08:07.884480 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8474595'] for segment (95ab32f0-60de-426e-9f7b-5530e2ea1c78), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: self.session.flush() Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: self.session.flush() Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: self.session.flush() Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: self.session.flush() Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: Traceback (most recent call last): Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: timer() Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: cb(*args, **kw) Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: return func(*args, **kwargs) Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: self._notify() Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: self.callback(batched_events) Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: event.method(event) Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: return f(self, *a, **k) Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._get(url).json() Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: return self.request(url, 'GET', **kwargs) Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:08:07.886113 dv-cinder-830093-1-iscsi neutron-server[102708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:08:07.937640 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643055'] for network (49f94057-89cf-4435-b1f0-ced14afcff42), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:07.942676 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:07.945788 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/49f94057-89cf-4435-b1f0-ced14afcff42 HTTP/1.1" status: 204 len: 168 time: 0.7794983 Feb 20 22:08:07.948869 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [-] (102707) accepted ('10.222.0.61', 34086) {{(pid=102707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:08:07.956667 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fd2e5-c54c-4159-ac3e-f0d047392ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=49f94057-89cf-4435-b1f0-ced14afcff42,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:08:08.292146 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-fca7b497-288b-4d55-baf1-2228cb3d8f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641273'] for router_interface (a336658a-d2ec-4543-9ee0-389fa00bdb22), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:08.540135 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-fca7b497-288b-4d55-baf1-2228cb3d8f46 admin admin] Deleting port 9d54035a-6c72-4c47-928c-56d3817ade99 {{(pid=102707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:08:08.540476 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-fca7b497-288b-4d55-baf1-2228cb3d8f46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (9d54035a-6c72-4c47-928c-56d3817ade99), before_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:08.626644 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.db [None req-fca7b497-288b-4d55-baf1-2228cb3d8f46 admin admin] For port 9d54035a-6c72-4c47-928c-56d3817ade99, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=9d54035a-6c72-4c47-928c-56d3817ade99,segment=NetworkSegment(2f492964-f0e8-447c-ac91-ab83ee245006),segment_id=2f492964-f0e8-447c-ac91-ab83ee245006)] {{(pid=102707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:08:08.627002 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-fca7b497-288b-4d55-baf1-2228cb3d8f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (9d54035a-6c72-4c47-928c-56d3817ade99), precommit_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:08.638321 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-fca7b497-288b-4d55-baf1-2228cb3d8f46 admin admin] Calling delete_port for 9d54035a-6c72-4c47-928c-56d3817ade99 owned by network:router_interface {{(pid=102707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:08:08.782438 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device e8b3bd08-438c-4b84-a221-3cbae93f8659 no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:08:08.805123 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: e8b3bd08-438c-4b84-a221-3cbae93f8659 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:08:08.805399 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device e8b3bd08-438c-4b84-a221-3cbae93f8659 not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:08:08.805822 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device b97cb240-231b-416a-96bc-465ba40b6303 no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:08:08.819028 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-fca7b497-288b-4d55-baf1-2228cb3d8f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11565787'] for port (9d54035a-6c72-4c47-928c-56d3817ade99), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:08.824086 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: b97cb240-231b-416a-96bc-465ba40b6303 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:08:08.824423 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device b97cb240-231b-416a-96bc-465ba40b6303 not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:08:08.846072 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7b497-288b-4d55-baf1-2228cb3d8f46 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d54035a-6c72-4c47-928c-56d3817ade99,revision_number=None']} {{(pid=102707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:08:09.006627 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-fca7b497-288b-4d55-baf1-2228cb3d8f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641897'] for router_interface (a336658a-d2ec-4543-9ee0-389fa00bdb22), after_delete {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:09.219299 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca7b497-288b-4d55-baf1-2228cb3d8f46 admin admin] Router a336658a-d2ec-4543-9ee0-389fa00bdb22 has already been hosted by L3 agent 8a010c0c-6a1e-4123-a58b-f81050b6ea8b {{(pid=102707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:08:09.322569 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca7b497-288b-4d55-baf1-2228cb3d8f46 admin admin] Notify agent at l3_agent.dv-cinder-830093-1-iscsi the message routers_updated {{(pid=102707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:08:09.330282 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 34090) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:08:09.330705 dv-cinder-830093-1-iscsi neutron-server[102707]: INFO neutron.wsgi [None req-fca7b497-288b-4d55-baf1-2228cb3d8f46 admin admin] 10.222.0.61 "PUT /v2.0/routers/a336658a-d2ec-4543-9ee0-389fa00bdb22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3806043 Feb 20 22:08:09.333210 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8871201e-ba6b-4a26-b37e-8c3d6f420774 None None] Sync routers for ids ['a336658a-d2ec-4543-9ee0-389fa00bdb22'] in dv-cinder-830093-1-iscsi {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:08:09.343502 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8871201e-ba6b-4a26-b37e-8c3d6f420774 None None] Routers {'a336658a-d2ec-4543-9ee0-389fa00bdb22'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:08:09.344622 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-8871201e-ba6b-4a26-b37e-8c3d6f420774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:07:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['a336658a-d2ec-4543-9ee0-389fa00bdb22'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:08:09.435420 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a2032e5d-ce12-4d12-b86a-c68926613b56 admin admin] Publish callbacks [] for router (a336658a-d2ec-4543-9ee0-389fa00bdb22), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:09.447835 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-8871201e-ba6b-4a26-b37e-8c3d6f420774 None None] Set router a336658a-d2ec-4543-9ee0-389fa00bdb22 gateway port host: dv-cinder-830093-1-iscsi {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:08:09.537981 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a2032e5d-ce12-4d12-b86a-c68926613b56 admin admin] Publish callbacks [] for router_gateway (a336658a-d2ec-4543-9ee0-389fa00bdb22), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:09.589256 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-a2032e5d-ce12-4d12-b86a-c68926613b56 admin admin] Deleting port cdffede1-8a4f-4613-80a3-332bf88d4b6a {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:08:09.589598 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a2032e5d-ce12-4d12-b86a-c68926613b56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (cdffede1-8a4f-4613-80a3-332bf88d4b6a), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:09.620353 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-8871201e-ba6b-4a26-b37e-8c3d6f420774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'name': 'tempest-TestMinimumBasicScenario-928848047-router', 'tenant_id': 'b7359353b29043cf98d86358fa138c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'external_fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'cdffede1-8a4f-4613-80a3-332bf88d4b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:06:01Z', 'updated_at': '2022-02-20T22:08:08Z', 'revision_number': 5, 'project_id': 'b7359353b29043cf98d86358fa138c83', 'gw_port': {'id': 'cdffede1-8a4f-4613-80a3-332bf88d4b6a', 'name': '', 'network_id': '64ae5708-48ae-4f2e-98e0-0b35ff108ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:06:02Z', 'updated_at': '2022-02-20T22:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fd4686c-7b81-425f-9e36-00c6096e9531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-1-iscsi'}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:08:09.646790 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8871201e-ba6b-4a26-b37e-8c3d6f420774 None None] Checking router: a336658a-d2ec-4543-9ee0-389fa00bdb22 for host: dv-cinder-830093-1-iscsi {{(pid=102710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:08:09.655207 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8871201e-ba6b-4a26-b37e-8c3d6f420774 None None] Routers {'a336658a-d2ec-4543-9ee0-389fa00bdb22'} bound to L3 agent in host dv-cinder-830093-1-iscsi {{(pid=102710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:08:09.655823 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-8871201e-ba6b-4a26-b37e-8c3d6f420774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T21:48:23Z,description=,heartbeat_timestamp=2022-02-20T22:07:53Z,host='dv-cinder-830093-1-iscsi',id=8a010c0c-6a1e-4123-a58b-f81050b6ea8b,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T21:48:23Z,topic='l3_agent')) {'router_ids': ['a336658a-d2ec-4543-9ee0-389fa00bdb22'], 'active': True} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:08:09.670099 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [None req-a2032e5d-ce12-4d12-b86a-c68926613b56 admin admin] For port cdffede1-8a4f-4613-80a3-332bf88d4b6a, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=cdffede1-8a4f-4613-80a3-332bf88d4b6a,segment=NetworkSegment(7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b),segment_id=7ac7eabb-fbcf-47d8-91c8-3c114dc8c12b)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:08:09.670469 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a2032e5d-ce12-4d12-b86a-c68926613b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (cdffede1-8a4f-4613-80a3-332bf88d4b6a), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:09.681838 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-a2032e5d-ce12-4d12-b86a-c68926613b56 admin admin] Calling delete_port for cdffede1-8a4f-4613-80a3-332bf88d4b6a owned by network:router_gateway {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:08:09.744636 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_dvr_db [None req-8871201e-ba6b-4a26-b37e-8c3d6f420774 None None] Set router a336658a-d2ec-4543-9ee0-389fa00bdb22 gateway port host: None {{(pid=102710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:08:09.799705 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.l3_hamode_db [None req-8871201e-ba6b-4a26-b37e-8c3d6f420774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'name': 'tempest-TestMinimumBasicScenario-928848047-router', 'tenant_id': 'b7359353b29043cf98d86358fa138c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:06:01Z', 'updated_at': '2022-02-20T22:08:09Z', 'revision_number': 6, 'project_id': 'b7359353b29043cf98d86358fa138c83', 'gw_port_host': None}], 'dv-cinder-830093-1-iscsi', False) {} {{(pid=102710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:08:09.825066 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8871201e-ba6b-4a26-b37e-8c3d6f420774 None None] The sync data for ids ['a336658a-d2ec-4543-9ee0-389fa00bdb22'] in dv-cinder-830093-1-iscsi is: [{'id': 'a336658a-d2ec-4543-9ee0-389fa00bdb22', 'name': 'tempest-TestMinimumBasicScenario-928848047-router', 'tenant_id': 'b7359353b29043cf98d86358fa138c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:06:01Z', 'updated_at': '2022-02-20T22:08:09Z', 'revision_number': 6, 'project_id': 'b7359353b29043cf98d86358fa138c83', 'gw_port_host': None}] {{(pid=102710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:08:09.853555 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a2032e5d-ce12-4d12-b86a-c68926613b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (cdffede1-8a4f-4613-80a3-332bf88d4b6a), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:09.884242 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2032e5d-ce12-4d12-b86a-c68926613b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdffede1-8a4f-4613-80a3-332bf88d4b6a,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:08:09.936607 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a2032e5d-ce12-4d12-b86a-c68926613b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642947'] for router_gateway (a336658a-d2ec-4543-9ee0-389fa00bdb22), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.026945 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a2032e5d-ce12-4d12-b86a-c68926613b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27540'] for router (a336658a-d2ec-4543-9ee0-389fa00bdb22), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.029080 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a2032e5d-ce12-4d12-b86a-c68926613b56 admin admin] Publish callbacks [] for router_controller (a336658a-d2ec-4543-9ee0-389fa00bdb22), precommit_delete_associations {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.072561 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a2032e5d-ce12-4d12-b86a-c68926613b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641638'] for router (a336658a-d2ec-4543-9ee0-389fa00bdb22), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.073112 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2032e5d-ce12-4d12-b86a-c68926613b56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a336658a-d2ec-4543-9ee0-389fa00bdb22 {{(pid=102708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 22:08:10.077320 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-a2032e5d-ce12-4d12-b86a-c68926613b56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.079048 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-a2032e5d-ce12-4d12-b86a-c68926613b56 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a336658a-d2ec-4543-9ee0-389fa00bdb22 HTTP/1.1" status: 204 len: 168 time: 0.7475965 Feb 20 22:08:10.081585 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 34092) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:08:10.123355 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8855f2b-8742-42c5-827f-9fe7fde128a3 admin admin] Deleting subnet edc9927d-dbce-42f0-9618-a048099320dd {{(pid=102708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:08:10.126847 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f8855f2b-8742-42c5-827f-9fe7fde128a3 admin admin] Publish callbacks [] for subnet (edc9927d-dbce-42f0-9618-a048099320dd), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.161148 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f8855f2b-8742-42c5-827f-9fe7fde128a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8472869'] for subnet (edc9927d-dbce-42f0-9618-a048099320dd), precommit_delete_associations {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.245111 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f8855f2b-8742-42c5-827f-9fe7fde128a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882536'] for subnet (edc9927d-dbce-42f0-9618-a048099320dd), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.297541 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f8855f2b-8742-42c5-827f-9fe7fde128a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8491243'] for subnet (edc9927d-dbce-42f0-9618-a048099320dd), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.322021 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8855f2b-8742-42c5-827f-9fe7fde128a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc9927d-dbce-42f0-9618-a048099320dd,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:08:10.326807 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-f8855f2b-8742-42c5-827f-9fe7fde128a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for subnet (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.331534 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-f8855f2b-8742-42c5-827f-9fe7fde128a3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/edc9927d-dbce-42f0-9618-a048099320dd HTTP/1.1" status: 204 len: 168 time: 0.2487595 Feb 20 22:08:10.332262 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929ba4b2-4444-45fa-b42d-271fb87ac370 None None] Network a2e43695-3198-4077-9e23-56ca1126f32e requested from dv-cinder-830093-1-iscsi {{(pid=102709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:08:10.333840 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 34094) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:08:10.403235 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834273'] for network (a2e43695-3198-4077-9e23-56ca1126f32e), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.457886 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] Deleting port dd969c1a-1227-4eb2-9199-276bd9f83da3 {{(pid=102708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:08:10.458234 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (dd969c1a-1227-4eb2-9199-276bd9f83da3), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.519345 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.db [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] For port dd969c1a-1227-4eb2-9199-276bd9f83da3, host dv-cinder-830093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-1-iscsi',level=0,port_id=dd969c1a-1227-4eb2-9199-276bd9f83da3,segment=NetworkSegment(2f492964-f0e8-447c-ac91-ab83ee245006),segment_id=2f492964-f0e8-447c-ac91-ab83ee245006)] {{(pid=102708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:08:10.519639 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (dd969c1a-1227-4eb2-9199-276bd9f83da3), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.532928 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.plugin [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] Calling delete_port for dd969c1a-1227-4eb2-9199-276bd9f83da3 owned by network:dhcp {{(pid=102708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:08:10.578607 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c199c05-1b45-4d83-9a41-4489e72e4d66 None None] DHCP port deletion for a2e43695-3198-4077-9e23-56ca1126f32e request from dv-cinder-830093-1-iscsi {{(pid=102709) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 22:08:10.620074 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8474580'] for port (dd969c1a-1227-4eb2-9199-276bd9f83da3), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.632301 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-7c199c05-1b45-4d83-9a41-4489e72e4d66 None None] Deleting port dd969c1a-1227-4eb2-9199-276bd9f83da3 {{(pid=102709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:08:10.632674 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-7c199c05-1b45-4d83-9a41-4489e72e4d66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760288280086'] for port (dd969c1a-1227-4eb2-9199-276bd9f83da3), before_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.645555 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd969c1a-1227-4eb2-9199-276bd9f83da3,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:08:10.647422 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] No DVR routers for this DVR port dd969c1a-1227-4eb2-9199-276bd9f83da3 on host dv-cinder-830093-1-iscsi {{(pid=102708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:08:10.698560 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.db [None req-7c199c05-1b45-4d83-9a41-4489e72e4d66 None None] For port dd969c1a-1227-4eb2-9199-276bd9f83da3, host dv-cinder-830093-1-iscsi, got binding levels [] {{(pid=102709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:08:10.698958 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-7c199c05-1b45-4d83-9a41-4489e72e4d66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640945'] for port (dd969c1a-1227-4eb2-9199-276bd9f83da3), precommit_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.710951 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-7c199c05-1b45-4d83-9a41-4489e72e4d66 None None] Calling delete_port for dd969c1a-1227-4eb2-9199-276bd9f83da3 owned by network:dhcp {{(pid=102709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:08:10.714016 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.ipam_backend_mixin [None req-7c199c05-1b45-4d83-9a41-4489e72e4d66 None None] Port dd969c1a-1227-4eb2-9199-276bd9f83da3 was not found and therefore no delete operation was performed {{(pid=102709) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 22:08:10.714904 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-7c199c05-1b45-4d83-9a41-4489e72e4d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760288286841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760287735345'] for port (dd969c1a-1227-4eb2-9199-276bd9f83da3), after_delete {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.720248 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881377', 'neutron.services.segments.db._delete_segments_for_network-8760288176442'] for network (a2e43695-3198-4077-9e23-56ca1126f32e), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.741718 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c199c05-1b45-4d83-9a41-4489e72e4d66 None None] Pushing event deleted for resources: {'Port': ['ID=dd969c1a-1227-4eb2-9199-276bd9f83da3,revision_number=None']} {{(pid=102709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:08:10.745167 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c199c05-1b45-4d83-9a41-4489e72e4d66 None None] No DVR routers for this DVR port dd969c1a-1227-4eb2-9199-276bd9f83da3 on host dv-cinder-830093-1-iscsi {{(pid=102709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:08:10.748655 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e43695-3198-4077-9e23-56ca1126f32e']}} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:08:10.763692 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f492964-f0e8-447c-ac91-ab83ee245006') {'for_net_delete': True} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:08:10.763990 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.services.segments.db [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f492964-f0e8-447c-ac91-ab83ee245006') {} {{(pid=102708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:08:10.773969 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760288175939', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8472892'] for segment (2f492964-f0e8-447c-ac91-ab83ee245006), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.791567 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957'] for segment (2f492964-f0e8-447c-ac91-ab83ee245006), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.800222 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:08:10.800527 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 9d54035a-6c72-4c47-928c-56d3817ade99 no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:08:10.800651 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3810957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8474595'] for segment (2f492964-f0e8-447c-ac91-ab83ee245006), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: Traceback (most recent call last): Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: timer() Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: cb(*args, **kw) Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: return func(*args, **kwargs) Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: self._notify() Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: self.callback(batched_events) Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: event.method(event) Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: return f(self, *a, **k) Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._get(url).json() Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: return self.request(url, 'GET', **kwargs) Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:08:10.802487 dv-cinder-830093-1-iscsi neutron-server[102708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:08:10.824911 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: 9d54035a-6c72-4c47-928c-56d3817ade99 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:08:10.830801 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device 9d54035a-6c72-4c47-928c-56d3817ade99 not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:08:10.831180 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device cdffede1-8a4f-4613-80a3-332bf88d4b6a no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:08:10.851581 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: cdffede1-8a4f-4613-80a3-332bf88d4b6a {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:08:10.852215 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device cdffede1-8a4f-4613-80a3-332bf88d4b6a not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:08:10.852649 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device dd969c1a-1227-4eb2-9199-276bd9f83da3 no longer exists at agent ovs-agent-dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:08:10.861424 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643055'] for network (a2e43695-3198-4077-9e23-56ca1126f32e), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.866966 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647975'] for network (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:10.877676 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] 10.222.0.61 "DELETE /v2.0/networks/a2e43695-3198-4077-9e23-56ca1126f32e HTTP/1.1" status: 204 len: 168 time: 0.5398567 Feb 20 22:08:10.879314 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.plugin [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] No Port match for: dd969c1a-1227-4eb2-9199-276bd9f83da3 {{(pid=102709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:08:10.880052 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron.plugins.ml2.rpc [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Device dd969c1a-1227-4eb2-9199-276bd9f83da3 not bound to the agent host dv-cinder-830093-1-iscsi {{(pid=102709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:08:10.893571 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a646b-30c0-4f2f-b7b3-8726cb73964c admin admin] Pushing event deleted for resources: {'Network': ['ID=a2e43695-3198-4077-9e23-56ca1126f32e,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:08:11.041266 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 34098) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:08:11.080131 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-fa6a3f4d-61b6-4ddc-a411-61dc40d296ed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1dc84a46160c465b956da03cfdd14a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376804 Feb 20 22:08:11.082650 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 34100) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:08:11.127701 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-72293e28-1c59-488d-a0ee-ad34cdb66c1a admin admin] Publish callbacks [] for security_group (fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:11.150944 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-72293e28-1c59-488d-a0ee-ad34cdb66c1a admin admin] Publish callbacks [] for security_group (fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:11.195665 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-72293e28-1c59-488d-a0ee-ad34cdb66c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:11.198127 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-72293e28-1c59-488d-a0ee-ad34cdb66c1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:11.199245 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-72293e28-1c59-488d-a0ee-ad34cdb66c1a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837 HTTP/1.1" status: 204 len: 168 time: 0.1157665 Feb 20 22:08:11.206498 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72293e28-1c59-488d-a0ee-ad34cdb66c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6f3d3a-fbcd-44ca-9cb5-869df8b4c837,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:08:11.494792 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 34106) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:08:11.534681 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-c936f1b3-df2c-4c89-9fc6-e604dabaaae7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b7359353b29043cf98d86358fa138c83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387154 Feb 20 22:08:11.537213 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.wsgi [-] (102708) accepted ('10.222.0.61', 34108) {{(pid=102708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:08:11.582241 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6c24fc36-918b-4352-b0d6-2871a18d221f admin admin] Publish callbacks [] for security_group (72a9873e-442e-4fdc-bce8-ceb7d5270ae5), before_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:11.602872 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6c24fc36-918b-4352-b0d6-2871a18d221f admin admin] Publish callbacks [] for security_group (72a9873e-442e-4fdc-bce8-ceb7d5270ae5), precommit_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:11.647486 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6c24fc36-918b-4352-b0d6-2871a18d221f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561284'] for security_group (72a9873e-442e-4fdc-bce8-ceb7d5270ae5), after_delete {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:11.650056 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron_lib.callbacks.manager [None req-6c24fc36-918b-4352-b0d6-2871a18d221f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:11.651171 dv-cinder-830093-1-iscsi neutron-server[102708]: INFO neutron.wsgi [None req-6c24fc36-918b-4352-b0d6-2871a18d221f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/72a9873e-442e-4fdc-bce8-ceb7d5270ae5 HTTP/1.1" status: 204 len: 168 time: 0.1130230 Feb 20 22:08:11.659270 dv-cinder-830093-1-iscsi neutron-server[102708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24fc36-918b-4352-b0d6-2871a18d221f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a9873e-442e-4fdc-bce8-ceb7d5270ae5,revision_number=None']} {{(pid=102708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:08:21.032869 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-51359cf2-3d2e-4e59-8bac-6488ed15909b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:23.137600 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-4980332f-7ed3-4638-9373-da0d0fa4fde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:24.443854 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:25.900590 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:27.309676 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:29.368511 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:30.641373 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:08:51.035259 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-090734a3-23ca-483b-a47a-df541df5ac04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:53.137913 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-01623d57-a8e9-4247-8d8e-fc62166c8f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:54.449355 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:55.902394 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:57.312570 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:08:59.399486 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:09:07.641294 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:09:21.036080 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8210cc51-c180-4d54-a4d3-855be0af36a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:09:23.138684 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f550aff0-6abb-4da5-b5e6-545acdaec053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:09:24.449749 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:09:25.904277 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:09:27.313475 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:09:29.430428 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:09:44.640417 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:09:51.037060 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-cbd18eba-8c3a-430f-8440-f5eef8d9de68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:09:53.139813 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-7717f221-6a58-46b3-9242-31343d01942c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:09:54.452505 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:09:55.907399 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:09:57.315665 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:09:59.447188 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:10:21.041065 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-59346718-7c45-4caa-9468-2ace2cb2b3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:10:21.639368 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:10:23.140642 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-6fb1c564-a1cb-42d2-ad22-5f06c69662d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:10:24.455070 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:10:25.909391 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:10:27.319185 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:10:29.446455 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:10:51.042976 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-94cb2070-b372-44e9-b129-a7b7d7639613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:10:53.141441 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-15b801c1-70e8-46d3-af4c-cc32f1269d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:10:54.460421 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:10:55.911947 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:10:57.325591 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:10:58.638495 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:10:59.455946 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:11:21.043626 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-853dcbdc-aecc-4514-8a43-f58c7cd29f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:11:23.143958 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-719683c8-f662-49b3-8051-d71bf2a960cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:11:24.460342 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:11:25.914971 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:11:27.330351 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:11:29.470165 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:11:35.637883 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:11:51.045297 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-ff042530-bc5b-48a3-9ec3-16771a65a883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:11:53.145321 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-427a86aa-fd5c-4c1c-9596-243cea96e73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:11:54.462862 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:11:55.917736 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:11:57.332561 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:11:59.470166 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:12:12.506083 dv-cinder-830093-1-iscsi neutron-server[102707]: DEBUG neutron.wsgi [req-6797bb07-ce6e-4c0e-aa2a-4b2a1f527a9f req-26f88ade-70f6-46cd-be18-dc529de6c49c service neutron] (102707) timed out ('10.222.0.45', 60483) {{(pid=102707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 22:12:12.637893 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:12:21.047546 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f894-b3d0-4463-a5ef-c862a001a5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:12:23.147396 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-c9b8c447-ad4a-4aca-9f02-fcab5e092fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:12:24.464804 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:12:25.920472 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:12:27.335158 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:12:29.470297 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:12:49.638041 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:12:51.049739 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-bfb17fbf-d282-4d91-9ac6-9a0950f749ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:12:53.150454 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-3f0d1c48-b1f0-4c93-8a77-8335ddc4c40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:12:54.468991 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:12:55.923256 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:12:57.337794 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:12:59.469780 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:13:21.051428 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f0063790-0fe2-41ce-9dbe-ae1318d8f54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (6fcc0529-21bc-43b9-962d-56692d0812bd), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:13:23.152840 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-db4b421f-fdfc-4e13-9ae2-ba625ddbe5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (8a010c0c-6a1e-4123-a58b-f81050b6ea8b), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:13:24.472116 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-2d9288c8-7597-41c0-8a50-fc2d4820f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (22c8a1aa-2648-4475-953d-c8e88e25ba2d), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:13:25.925537 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-f305a2ef-e030-4982-864f-1f1b5300fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (82f1d6db-19af-45e4-a8f7-794df5a6755f), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:13:26.636785 dv-cinder-830093-1-iscsi neutron-server[102710]: DEBUG neutron.db.agents_db [None req-0250e5ea-4dfa-4404-b4ea-36c3f0df1a74 None None] Agent healthcheck: found 6 active agents {{(pid=102710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:13:27.339197 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-8c07edea-5277-4bc6-b8bc-e42960a39fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (c2c90c56-7cc7-4be2-b25f-cc0424d760c2), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:13:29.471168 dv-cinder-830093-1-iscsi neutron-server[102709]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cde1-90e6-49fd-a4ec-b7745bbe35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760288176424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3879864'] for agent (1090a7f4-5fb9-43e3-b867-d17208d79388), after_update {{(pid=102709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}